Download code/docs/experiments/inventory.json from luyu1021/turbot2va-ltx2: direct link, hf CLI and curl.
- Browser
- Download file 421 kB
-
https://huggingface.co/luyu1021/turbot2va-ltx2/resolve/main/code/docs/experiments/inventory.json
- Command line
-
hf download hf://luyu1021/turbot2va-ltx2/code/docs/experiments/inventory.json
-
curl -L -o inventory.json https://huggingface.co/luyu1021/turbot2va-ltx2/resolve/main/code/docs/experiments/inventory.json
421 kB
{
"runs": [
{
"run": "output/ablation/b_scm_only_cont_20261116",
"config_path": "output/ablation/b_scm_only_cont_20261116/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 100.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_g_normalization": "per_modality",
"scm_tangent_clip_mean": 20.0,
"scm_tangent_reject_mean": 0.0,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 1e-05,
"generator_lr": 1e-05,
"generator_adaln_lr": 3e-06,
"generator_output_scale_shift_lr": 1e-06,
"critic_lr": 2e-06,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 99999.0,
"scheduler_type": "cosine_warmup",
"warmup_steps": 0,
"min_lr": 1e-05,
"max_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"checkpoint_iters": 500,
"keep_optimizer_states": 0,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "b_scm_only_cont_20261116",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 100,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"no_save": false,
"no_visualize": false,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp3_dcm2000_scm500/checkpoints/checkpoint_000500",
"checkpoint_load_mode": "serial",
"resume_training_state": true,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"require_full_resume_state": true,
"benchmark_prompt_file": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/b_scm_only_cont_20261116/provenance/fixed_probe_8.csv",
"stop_file_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/b_scm_only_cont_20261116/STOP_REQUESTED",
"dcm_enabled": false
},
"checkpoints": [
{
"path": "output/ablation/b_scm_only_cont_20261116/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829411
}
},
"bytes": 113309928482,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 500,
"completed_step": 500,
"next_step": 501,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/b_scm_only_cont_20261116/checkpoints/checkpoint_001000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829411
}
},
"bytes": 113309928482,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1000,
"completed_step": 1000,
"next_step": 1001,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/b_scm_only_cont_20261116/checkpoints/checkpoint_001500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829411
}
},
"bytes": 113309928482,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1500,
"completed_step": 1500,
"next_step": 1501,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/b_scm_only_cont_20261116/checkpoints/checkpoint_002000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829411
}
},
"bytes": 113309928482,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2000,
"completed_step": 2000,
"next_step": 2001,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/b_scm_only_cont_20261116/checkpoints/checkpoint_002119",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829411
}
},
"bytes": 113309928482,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2118,
"completed_step": 2118,
"next_step": 2119,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {
"runner_status.json": {
"status": "stopped",
"returncode": 0,
"log": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/b_scm_only_cont_20261116/attempts/20261116_103522_404253.log",
"automatic_retry": false,
"time": "2026-11-16T23:57:11",
"host": "TENCENT64.site",
"runner_pid": 3445341,
"run_name": "b_scm_only_cont_20261116"
},
"provenance/manifest.json": {
"run_name": "b_scm_only_cont_20261116",
"role": "B",
"physical_node": "node1",
"expected_ip": "29.191.208.166",
"source": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp3_dcm2000_scm500/checkpoints/checkpoint_000500",
"source_next_step": 500,
"full_resume": true,
"source_metadata_sha256": "f5e7519b5cad0fb1335bfba9dea34483bf71c56f439e7fa544700f55de2a41d1",
"parent_config_sha256": "1cfbc16f953ddc529d72302f32fb2d7e4192591a048220e4b34285f94a9c2f25",
"config_sha256": "a7ba072d91a17336fb488b86ae7220d701bbf0b92f906dafe6abf0b6aa991100",
"probe_sha256": "ade2fa2d1d5fa3132ae988c4b6b5f9716ea93bc05537254ff1aaafb6906376c1",
"training_mapping_sha256": "f0e19ff094fb9011a089de0c980852a5978233e3d65ceb2356922e1c343a13bb",
"probe_seeds": [
12345,
12346,
12347,
12348,
12349,
12350,
12351,
12352
],
"config_changes": {
"max_steps": {
"before": 500,
"after": 0
},
"checkpoint_iters": {
"before": 250,
"after": 500
},
"keep_optimizer_states": {
"before": 2,
"after": 0
},
"wandb_name": {
"before": "exp3_dcm2000_scm500",
"after": "b_scm_only_cont_20261116"
},
"resume_checkpoint": {
"before": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp1_dcm_8gpu/checkpoints/checkpoint_002000",
"after": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp3_dcm2000_scm500/checkpoints/checkpoint_000500"
},
"resume_training_state": {
"before": false,
"after": true
},
"require_full_resume_state": {
"before": null,
"after": true
},
"checkpoint_load_mode": {
"before": "parallel",
"after": "serial"
},
"benchmark_prompt_file": {
"before": null,
"after": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/b_scm_only_cont_20261116/provenance/fixed_probe_8.csv"
},
"stop_file_path": {
"before": null,
"after": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/b_scm_only_cont_20261116/STOP_REQUESTED"
},
"dcm_enabled": {
"before": null,
"after": false
}
},
"git_commit": "402c7b304c4bbf21e1b35312ad59c2c7abe88aab",
"source_sha256": {
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/src/ltx_distillation/train_distillation.py": "82ca5b9b4720896e78a0da40875ae653d965e9ce31e8a90e8e6d4975fcf95895",
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/src/ltx_distillation/dmd.py": "65a6cbcf7be142528f76a348854243baed54ce6812b28e2e70673e68388fe2db",
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/scripts/train_bidirectional.sh": "bff80a6c46365eb04069d9a10ac12364a38805668cb32c466aff93de22104624",
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/tools/launch_training.sh": "e4c8a7ab18c8d90ad4a5149ee5e7ab9a916eb247e5fe1315f673c4365abaca8f",
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/tools/b_scm_only_runner.py": "7fc6c0f6402a055562f549a5f7813b6aad3d860da155f5e267c897451e2b5eb9"
},
"parent_scheduler": {
"base_lrs": [
1e-05,
3e-06,
1e-06
],
"last_epoch": 500,
"_step_count": 501,
"_get_lr_called_within_step": false,
"_last_lr": [
1e-05,
3e-06,
1e-06
],
"lr_lambdas": [
null,
null,
null
]
},
"scheduler_note": "Retain cosine_warmup: warmup=0 and min_lr=main LR give multiplier 1 for every step, including max_steps=0.",
"stop_policy": "No step/time cap. STOP_REQUESTED asks all ranks to save final full state and exit. No next stage, evaluation, or automatic retry.",
"created": "2026-11-16T10:33:00.207782",
"placement_note": "A direct_rcm_retrain_20261116 already started on node2 at 10:32; B assigned the idle node1 before any B training launch."
}
}
},
{
"run": "output/ablation/dcm2000_scm500_dmdonly_20261117",
"config_path": "output/ablation/dcm2000_scm500_dmdonly_20261117/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": false,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 0,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "dcm2000_scm500_dmdonly_20261117",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 100,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 0,
"checkpoint_format": "sharded",
"save_training_state": true,
"save_optimizer_state": true,
"no_save": false,
"no_visualize": false,
"dcm_enabled": false,
"benchmark_prompt_file": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/dcm2000_scm500_dmdonly_20261117/provenance/fixed_probe_8.csv",
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/dcm2000_scm500_dmdonly_20261117/checkpoints/checkpoint_000823",
"resume_training_state": true,
"require_full_resume_state": true,
"checkpoint_load_mode": "serial",
"stop_file_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/dcm2000_scm500_dmdonly_20261117/STOP_REQUESTED"
},
"checkpoints": [
{
"path": "output/ablation/dcm2000_scm500_dmdonly_20261117/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562847
}
},
"bytes": 226619995928,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 500,
"completed_step": 500,
"next_step": 501,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/dcm2000_scm500_dmdonly_20261117/checkpoints/checkpoint_000731",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562847
}
},
"bytes": 226619995928,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 730,
"completed_step": 730,
"next_step": 731,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/dcm2000_scm500_dmdonly_20261117/checkpoints/checkpoint_000814",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562847
}
},
"bytes": 226619995928,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 813,
"completed_step": 813,
"next_step": 814,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/dcm2000_scm500_dmdonly_20261117/checkpoints/checkpoint_000823",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562847
}
},
"bytes": 226619995928,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 822,
"completed_step": 822,
"next_step": 823,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/dcm2000_scm500_dmdonly_20261117/checkpoints/checkpoint_001000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562847
}
},
"bytes": 226619995928,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1000,
"completed_step": 1000,
"next_step": 1001,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/dcm2000_scm500_dmdonly_20261117/checkpoints/checkpoint_001500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562847
}
},
"bytes": 226619995928,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1500,
"completed_step": 1500,
"next_step": 1501,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/dcm2000_scm500_dmdonly_20261117/checkpoints/checkpoint_001525",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562847
}
},
"bytes": 226619995928,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1524,
"completed_step": 1524,
"next_step": 1525,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {
"runner_status.json": {
"status": "stopped",
"returncode": 0,
"log": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/dcm2000_scm500_dmdonly_20261117/attempts/20261117_212537_711115.log",
"automatic_retry": false,
"time": "2026-11-18T02:30:47",
"runner_pid": 143558,
"host": "TENCENT64.site",
"run_name": "dcm2000_scm500_dmdonly_20261117"
},
"provenance/manifest.json": {
"run_name": "dcm2000_scm500_dmdonly_20261117",
"physical_node": "node1",
"expected_ip": "29.191.208.166",
"recipe": "dCM2000 beta1=0 -> SCM500 beta1=0 -> DMD-only beta1=0",
"reference_run": "exp5_dcm2000_scm500_rcm",
"initial_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp3_dcm2000_scm500/checkpoints/checkpoint_000500",
"initial_load_training_state": false,
"initial_step": 0,
"fresh_optimizer": true,
"teacher_and_critic_initialization": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"prefix_metadata_sha256": "f5e7519b5cad0fb1335bfba9dea34483bf71c56f439e7fa544700f55de2a41d1",
"config_sha256": "64b3d91f1046ea9803c5d9a54286cb4067e95b11dc9c01ca89adbaa3034c930f",
"baseline_config_sha256": "dbb012da252563496340a3a4e5e2d4fdf48f41ee2abd92b1ba9e30c1090ff83a",
"mapping_sha256": "f0e19ff094fb9011a089de0c980852a5978233e3d65ceb2356922e1c343a13bb",
"probe_sha256": "ade2fa2d1d5fa3132ae988c4b6b5f9716ea93bc05537254ff1aaafb6906376c1",
"probe_seeds": [
12345,
12346,
12347,
12348,
12349,
12350,
12351,
12352
],
"changes": {
"scm_enabled": {
"before": true,
"after": false
},
"dcm_enabled": {
"before": null,
"after": false
},
"benchmark_iters": {
"before": 25,
"after": 100
},
"benchmark_prompt_file": {
"before": null,
"after": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/dcm2000_scm500_dmdonly_20261117/provenance/fixed_probe_8.csv"
},
"keep_optimizer_states": {
"before": 2,
"after": 0
},
"wandb_name": {
"before": "exp5_dcm2000_scm500_rcm",
"after": "dcm2000_scm500_dmdonly_20261117"
},
"resume_checkpoint": {
"before": null,
"after": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp3_dcm2000_scm500/checkpoints/checkpoint_000500"
},
"resume_training_state": {
"before": null,
"after": false
},
"require_full_resume_state": {
"before": null,
"after": false
},
"checkpoint_load_mode": {
"before": null,
"after": "parallel"
},
"stop_file_path": {
"before": null,
"after": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/dcm2000_scm500_dmdonly_20261117/STOP_REQUESTED"
}
},
"source_sha256": {
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/src/ltx_distillation/train_distillation.py": "82ca5b9b4720896e78a0da40875ae653d965e9ce31e8a90e8e6d4975fcf95895",
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/src/ltx_distillation/dmd.py": "65a6cbcf7be142528f76a348854243baed54ce6812b28e2e70673e68388fe2db",
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/src/ltx_distillation/data.py": "6ea4e0b5ccc7739d06a293daf9d3e0f359fc2727d4616aa80a3cd223337bd5e6",
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/scripts/train_bidirectional.sh": "bff80a6c46365eb04069d9a10ac12364a38805668cb32c466aff93de22104624",
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/tools/launch_training.sh": "e4c8a7ab18c8d90ad4a5149ee5e7ab9a916eb247e5fe1315f673c4365abaca8f",
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/tools/dmd_only_prefix_runner.py": "e0791209a35a5c14346ff7ff7ba8d7be594de929a022798a1d03042d69255df4"
},
"git_commit": "402c7b304c4bbf21e1b35312ad59c2c7abe88aab",
"data_caveat": "Disabling SCM also disables shared SCM LMDB batches; DMD now reads TextDataset prompts from mapping.csv. Set/order equivalence to exp5 LMDB prompts is not established.",
"budget": "Child loop step resets to zero. Every five steps: one generator-only update, four critic-only updates. Do not equate loop steps to generator updates.",
"evaluation": "Only fixed eight single-seed probes; no automatic quality/diversity evaluation or further training stages.",
"created": "2026-11-17T13:10:44.032482",
"runtime_amendments": [
{
"time": "2026-11-17T18:46:20.572574",
"reason": "User authorized teacher-offload A/B followed by full-state continuation",
"file": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/tools/dmd_only_prefix_runner.py",
"previous_sha256": "884a5dcce51838b69d9db25090de371bfb2d97af7b10330f83a715e00b47b934",
"new_sha256": "373085533b638ab9f92cb78556b28bea5c298733d135c067b837a268f8aab811",
"change": "Explicit --teacher-resident resume-only flag and per-attempt config; shared trainer and original loss config unchanged"
},
{
"time": "2026-11-17T21:24:12+08:00",
"reason": "User cancelled further tests and selected teacher offload enabled with park disabled",
"file": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/tools/dmd_only_prefix_runner.py",
"previous_sha256": "373085533b638ab9f92cb78556b28bea5c298733d135c067b837a268f8aab811",
"new_sha256": "e0791209a35a5c14346ff7ff7ba8d7be594de929a022798a1d03042d69255df4",
"change": "Explicit --no-park full-resume-only flag, environment override and truthful attempt/status logging; trainer, loss, optimizer hyperparameters and original config unchanged",
"backup_directory": "no_park_switch_20261117_212207",
"resume_checkpoint": "checkpoint_000823"
}
]
}
}
},
{
"run": "output/ablation/direct_rcm_retrain_20261116",
"config_path": "output/ablation/direct_rcm_retrain_20261116/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 0,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "direct_rcm_retrain_20261116",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 100,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 0,
"checkpoint_format": "sharded",
"save_training_state": true,
"save_optimizer_state": true,
"no_save": false,
"no_visualize": false,
"resume_checkpoint": null,
"checkpoint_load_mode": "parallel",
"resume_training_state": false,
"require_full_resume_state": false,
"stop_file_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/direct_rcm_retrain_20261116/STOP_REQUESTED",
"stop_on_nonfinite": true
},
"checkpoints": [
{
"path": "output/ablation/direct_rcm_retrain_20261116/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562843
}
},
"bytes": 226619995924,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 500,
"completed_step": 500,
"next_step": 501,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/direct_rcm_retrain_20261116/checkpoints/checkpoint_001000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562843
}
},
"bytes": 226619995924,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1000,
"completed_step": 1000,
"next_step": 1001,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/direct_rcm_retrain_20261116/checkpoints/checkpoint_001500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562843
}
},
"bytes": 226619995924,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1500,
"completed_step": 1500,
"next_step": 1501,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/direct_rcm_retrain_20261116/checkpoints/checkpoint_002000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562843
}
},
"bytes": 226619995924,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2000,
"completed_step": 2000,
"next_step": 2001,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/direct_rcm_retrain_20261116/checkpoints/checkpoint_002500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562843
}
},
"bytes": 226619995924,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2500,
"completed_step": 2500,
"next_step": 2501,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/direct_rcm_retrain_20261116/checkpoints/checkpoint_003000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562843
}
},
"bytes": 226619995924,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 3000,
"completed_step": 3000,
"next_step": 3001,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/direct_rcm_retrain_20261116/checkpoints/checkpoint_003500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562843
}
},
"bytes": 226619995924,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 3500,
"completed_step": 3500,
"next_step": 3501,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/direct_rcm_retrain_20261116/checkpoints/checkpoint_003504",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562843
}
},
"bytes": 226619995924,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 3503,
"completed_step": 3503,
"next_step": 3504,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/ablation/direct_scm_beta09_20261116",
"config_path": "output/ablation/direct_scm_beta09_20261116/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 100.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_g_normalization": "per_modality",
"scm_tangent_clip_mean": 20.0,
"scm_tangent_reject_mean": 0.0,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 1e-05,
"generator_lr": 1e-05,
"generator_adaln_lr": 3e-06,
"generator_output_scale_shift_lr": 1e-06,
"critic_lr": 2e-06,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 99999.0,
"scheduler_type": "cosine_warmup",
"warmup_steps": 0,
"min_lr": 1e-05,
"max_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"checkpoint_iters": 500,
"keep_optimizer_states": 0,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "direct_scm_beta09_20261116",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 100,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"no_save": false,
"no_visualize": false,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"dcm_enabled": false,
"resume_checkpoint": null,
"resume_training_state": false,
"require_full_resume_state": false,
"benchmark_prompt_file": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/direct_scm_beta09_20261116/provenance/fixed_probe_8.csv",
"stop_file_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/direct_scm_beta09_20261116/STOP_REQUESTED"
},
"checkpoints": [
{
"path": "output/ablation/direct_scm_beta09_20261116/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829413
}
},
"bytes": 113309928484,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 500,
"completed_step": 500,
"next_step": 501,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/direct_scm_beta09_20261116/checkpoints/checkpoint_001000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829413
}
},
"bytes": 113309928484,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1000,
"completed_step": 1000,
"next_step": 1001,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/direct_scm_beta09_20261116/checkpoints/checkpoint_001500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829413
}
},
"bytes": 113309928484,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1500,
"completed_step": 1500,
"next_step": 1501,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/direct_scm_beta09_20261116/checkpoints/checkpoint_001619",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829413
}
},
"bytes": 113309928484,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1618,
"completed_step": 1618,
"next_step": 1619,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {
"runner_status.json": {
"status": "stopped",
"returncode": 0,
"log": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/direct_scm_beta09_20261116/attempts/20261116_235809_567324.log",
"automatic_retry": false,
"time": "2026-11-17T13:10:57",
"runner_pid": 1292080,
"host": "TENCENT64.site",
"run_name": "direct_scm_beta09_20261116"
},
"provenance/manifest.json": {
"name": "direct_scm_beta09_20261116",
"role": "B",
"physical_node": "node1",
"expected_ip": "29.191.208.166",
"baseline_run": "exp2_scm_8gpu",
"initial_weights": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"initial_weight_size": 43285058242,
"fresh_optimizer": true,
"initial_step": 0,
"beta1": 0.9,
"baseline_config_sha256": "ade3f1ce2c319299ed9c5161a21af038b442b865ea55af144db817069519edd5",
"config_sha256": "b6f2f8d1d70cbd021959387c0645d3ae278d836d0d7324169af0c490ba07c61a",
"mapping_sha256": "f0e19ff094fb9011a089de0c980852a5978233e3d65ceb2356922e1c343a13bb",
"probe_sha256": "ade2fa2d1d5fa3132ae988c4b6b5f9716ea93bc05537254ff1aaafb6906376c1",
"probe_seeds": [
12345,
12346,
12347,
12348,
12349,
12350,
12351,
12352
],
"changes": {
"beta1": {
"before": 0.0,
"after": 0.9
},
"max_steps": {
"before": 2500,
"after": 0
},
"wandb_name": {
"before": "exp2_scm_8gpu",
"after": "direct_scm_beta09_20261116"
},
"dcm_enabled": {
"before": null,
"after": false
},
"resume_training_state": {
"before": null,
"after": false
},
"require_full_resume_state": {
"before": null,
"after": false
},
"benchmark_prompt_file": {
"before": null,
"after": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/direct_scm_beta09_20261116/provenance/fixed_probe_8.csv"
},
"stop_file_path": {
"before": null,
"after": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/direct_scm_beta09_20261116/STOP_REQUESTED"
},
"keep_optimizer_states": {
"before": 2,
"after": 0
}
},
"source_sha256": {
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/src/ltx_distillation/train_distillation.py": "82ca5b9b4720896e78a0da40875ae653d965e9ce31e8a90e8e6d4975fcf95895",
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/src/ltx_distillation/dmd.py": "65a6cbcf7be142528f76a348854243baed54ce6812b28e2e70673e68388fe2db",
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/scripts/train_bidirectional.sh": "bff80a6c46365eb04069d9a10ac12364a38805668cb32c466aff93de22104624",
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/tools/launch_training.sh": "e4c8a7ab18c8d90ad4a5149ee5e7ab9a916eb247e5fe1315f673c4365abaca8f",
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/tools/direct_scm_beta09_runner.py": "25005f9c8db5a35c56d88f262873743c921e44a38428c5ee799825c677528832"
},
"git_commit": "402c7b304c4bbf21e1b35312ad59c2c7abe88aab",
"scheduler_note": "warmup=0, min_lr=generator_lr: LR multiplier remains 1 at every step for both old max_steps=2500 and new max_steps=0.",
"comparison_limit": "Training hyperparameters match baseline except beta1; current source snapshot and worktree patch retained. Historical code/data-order bitwise equivalence is not assumed.",
"created": "2026-11-16T23:56:48.164657"
}
}
},
{
"run": "output/ablation/exp1_dcm2500_warmup",
"config_path": "output/ablation/exp1_dcm2500_warmup/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dcm_enabled": true,
"dcm_weight": 1.0,
"dcm_loss_scale": 100.0,
"dcm_total_steps": 48,
"dcm_skipping_interval_steps": 1,
"dcm_timestep_shift": 5.0,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": false,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 2e-06,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"max_steps": 1250,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": false,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"checkpoint_iters": 250,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "exp1_dcm2500",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 250,
"benchmark_num_prompts": 16,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [
{
"path": "output/ablation/exp1_dcm2500_warmup/checkpoints/checkpoint_000250",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 16,
"bytes": 235152
},
"sharded": {
"files": 17,
"bytes": 37848560612
}
},
"bytes": 37848797631,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 250,
"completed_step": 250,
"next_step": 251,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp1_dcm2500_warmup/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 16,
"bytes": 235152
},
"sharded": {
"files": 17,
"bytes": 37848560612
}
},
"bytes": 37848797631,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 500,
"completed_step": 500,
"next_step": 501,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp1_dcm2500_warmup/checkpoints/checkpoint_000750",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 16,
"bytes": 235152
},
"sharded": {
"files": 17,
"bytes": 37848560612
}
},
"bytes": 37848797631,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 750,
"completed_step": 750,
"next_step": 751,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp1_dcm2500_warmup/checkpoints/checkpoint_001000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 16,
"bytes": 235152
},
"optim": {
"files": 16,
"bytes": 75505352000
},
"sharded": {
"files": 17,
"bytes": 37848560612
}
},
"bytes": 113354149607,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1000,
"completed_step": 1000,
"next_step": 1001,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 16,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/exp1_dcm2500_warmup/checkpoints/checkpoint_001250",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 16,
"bytes": 235152
},
"optim": {
"files": 16,
"bytes": 75505352000
},
"sharded": {
"files": 17,
"bytes": 37848560612
}
},
"bytes": 113354149607,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1249,
"completed_step": 1249,
"next_step": 1250,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 16,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/ablation/exp1_dcm_8gpu",
"config_path": "output/ablation/exp1_dcm_8gpu/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dcm_enabled": true,
"dcm_weight": 1.0,
"dcm_loss_scale": 100.0,
"dcm_total_steps": 48,
"dcm_skipping_interval_steps": 1,
"dcm_timestep_shift": 5.0,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": false,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 2e-06,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"max_steps": 2500,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": false,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "exp1_dcm_8gpu",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 100,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [
{
"path": "output/ablation/exp1_dcm_8gpu/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 37801829400
}
},
"bytes": 37801948811,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 500,
"completed_step": 500,
"next_step": 501,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp1_dcm_8gpu/checkpoints/checkpoint_001000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 37801829400
}
},
"bytes": 37801948811,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1000,
"completed_step": 1000,
"next_step": 1001,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp1_dcm_8gpu/checkpoints/checkpoint_001500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 37801829400
}
},
"bytes": 37801948811,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1500,
"completed_step": 1500,
"next_step": 1501,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp1_dcm_8gpu/checkpoints/checkpoint_002000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75505032128
},
"sharded": {
"files": 9,
"bytes": 37801829400
}
},
"bytes": 113306980915,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2000,
"completed_step": 2000,
"next_step": 2001,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/exp1_dcm_8gpu/checkpoints/checkpoint_002500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75505032128
},
"sharded": {
"files": 9,
"bytes": 37801829400
}
},
"bytes": 113306980915,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2499,
"completed_step": 2499,
"next_step": 2500,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/ablation/exp1_dcm_rcm",
"config_path": "output/ablation/exp1_dcm_rcm/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "exp1_dcm_rcm",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 100,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": null,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp1_dcm_rcm/checkpoints/checkpoint_000500",
"checkpoint_load_mode": "serial",
"resume_training_state": true,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [
{
"path": "output/ablation/exp1_dcm_rcm/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562828
}
},
"bytes": 226619995909,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 500,
"completed_step": 500,
"next_step": 501,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/ablation/exp1_rcm",
"config_path": "output/ablation/exp1_rcm/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 250,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": false,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "exp1_rcm",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 25,
"benchmark_num_prompts": 16,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 2500,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp1_rcm/checkpoints/checkpoint_000250",
"checkpoint_load_mode": "serial",
"resume_training_state": true,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [
{
"path": "output/ablation/exp1_rcm/checkpoints/checkpoint_000250",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 16,
"bytes": 235152
},
"sharded": {
"files": 17,
"bytes": 75696956861
}
},
"bytes": 75697193880,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 250,
"completed_step": 250,
"next_step": 251,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp1_rcm/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 16,
"bytes": 235152
},
"optim": {
"files": 16,
"bytes": 151017395948
},
"sharded": {
"files": 17,
"bytes": 75696956861
}
},
"bytes": 226714589804,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 500,
"completed_step": 500,
"next_step": 501,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 16,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/exp1_rcm/checkpoints/checkpoint_000750",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 16,
"bytes": 235152
},
"optim": {
"files": 16,
"bytes": 151017395948
},
"sharded": {
"files": 17,
"bytes": 75696956861
}
},
"bytes": 226714589804,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 750,
"completed_step": 750,
"next_step": 751,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 16,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/ablation/exp2_scm_8gpu",
"config_path": "output/ablation/exp2_scm_8gpu/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 100.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_g_normalization": "per_modality",
"scm_tangent_clip_mean": 20.0,
"scm_tangent_reject_mean": 0.0,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 1e-05,
"generator_lr": 1e-05,
"generator_adaln_lr": 3e-06,
"generator_output_scale_shift_lr": 1e-06,
"critic_lr": 2e-06,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 99999.0,
"scheduler_type": "cosine_warmup",
"warmup_steps": 0,
"min_lr": 1e-05,
"max_steps": 2500,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "exp2_scm_8gpu",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 100,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"no_save": false,
"no_visualize": false,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded"
},
"checkpoints": [
{
"path": "output/ablation/exp2_scm_8gpu/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829400
}
},
"bytes": 113309928471,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 500,
"completed_step": 500,
"next_step": 501,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/exp2_scm_8gpu/checkpoints/checkpoint_001000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829400
}
},
"bytes": 113309928471,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1000,
"completed_step": 1000,
"next_step": 1001,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/ablation/exp3_cont",
"config_path": "output/ablation/exp3_cont/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 100.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_g_normalization": "per_modality",
"scm_tangent_clip_mean": 20.0,
"scm_tangent_reject_mean": 0.0,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 1e-05,
"generator_lr": 1e-05,
"generator_adaln_lr": 3e-06,
"generator_output_scale_shift_lr": 1e-06,
"critic_lr": 2e-06,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 99999.0,
"scheduler_type": "cosine_warmup",
"warmup_steps": 0,
"min_lr": 1e-05,
"max_steps": 800,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"checkpoint_iters": 250,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "exp3_cont",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 100,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"no_save": false,
"no_visualize": false,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp3_dcm2000_scm500/checkpoints/checkpoint_000500",
"checkpoint_load_mode": "serial",
"resume_training_state": true,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded"
},
"checkpoints": [
{
"path": "output/ablation/exp3_cont/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2059
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 37801829396
}
},
"bytes": 37801948999,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 500,
"completed_step": 500,
"next_step": 501,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp3_cont/checkpoints/checkpoint_000750",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829396
}
},
"bytes": 113309928467,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 750,
"completed_step": 750,
"next_step": 751,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/exp3_cont/checkpoints/checkpoint_000800",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829396
}
},
"bytes": 113309928467,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 799,
"completed_step": 799,
"next_step": 800,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/ablation/exp3_dcm2000_scm500",
"config_path": "output/ablation/exp3_dcm2000_scm500/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 100.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_g_normalization": "per_modality",
"scm_tangent_clip_mean": 20.0,
"scm_tangent_reject_mean": 0.0,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 1e-05,
"generator_lr": 1e-05,
"generator_adaln_lr": 3e-06,
"generator_output_scale_shift_lr": 1e-06,
"critic_lr": 2e-06,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 99999.0,
"scheduler_type": "cosine_warmup",
"warmup_steps": 0,
"min_lr": 1e-05,
"max_steps": 500,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"checkpoint_iters": 250,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "exp3_dcm2000_scm500",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 100,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"no_save": false,
"no_visualize": false,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp1_dcm_8gpu/checkpoints/checkpoint_002000",
"checkpoint_load_mode": "parallel",
"resume_training_state": false,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded"
},
"checkpoints": [
{
"path": "output/ablation/exp3_dcm2000_scm500/checkpoints/checkpoint_000250",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829406
}
},
"bytes": 113309928477,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 250,
"completed_step": 250,
"next_step": 251,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/exp3_dcm2000_scm500/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829406
}
},
"bytes": 113309928477,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 499,
"completed_step": 499,
"next_step": 500,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/ablation/exp4_dcm_beta1_09",
"config_path": "output/ablation/exp4_dcm_beta1_09/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dcm_enabled": true,
"dcm_weight": 1.0,
"dcm_loss_scale": 100.0,
"dcm_total_steps": 48,
"dcm_skipping_interval_steps": 1,
"dcm_timestep_shift": 5.0,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": false,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 2e-06,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"max_steps": 2500,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": false,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "exp4_dcm_beta1_09",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 100,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [
{
"path": "output/ablation/exp4_dcm_beta1_09/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 37801829404
}
},
"bytes": 37801948815,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 500,
"completed_step": 500,
"next_step": 501,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp4_dcm_beta1_09/checkpoints/checkpoint_001000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 37801829404
}
},
"bytes": 37801948815,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1000,
"completed_step": 1000,
"next_step": 1001,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp4_dcm_beta1_09/checkpoints/checkpoint_001500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 37801829404
}
},
"bytes": 37801948815,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1500,
"completed_step": 1500,
"next_step": 1501,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp4_dcm_beta1_09/checkpoints/checkpoint_002000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75505032128
},
"sharded": {
"files": 9,
"bytes": 37801829404
}
},
"bytes": 113306980919,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2000,
"completed_step": 2000,
"next_step": 2001,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/exp4_dcm_beta1_09/checkpoints/checkpoint_002500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75505032128
},
"sharded": {
"files": 9,
"bytes": 37801829404
}
},
"bytes": 113306980919,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2499,
"completed_step": 2499,
"next_step": 2500,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/ablation/exp5_dcm2000_scm500_rcm",
"config_path": "output/ablation/exp5_dcm2000_scm500_rcm/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "exp5_dcm2000_scm500_rcm",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 25,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 0,
"checkpoint_format": "sharded",
"save_training_state": true,
"save_optimizer_state": true,
"no_save": false,
"no_visualize": false,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp3_dcm2000_scm500/checkpoints/checkpoint_000500",
"checkpoint_load_mode": "parallel",
"resume_training_state": false,
"require_full_resume_state": false
},
"checkpoints": [
{
"path": "output/ablation/exp5_dcm2000_scm500_rcm/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 75603682250,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 500,
"completed_step": 500,
"next_step": 501,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp5_dcm2000_scm500_rcm/checkpoints/checkpoint_001000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 75603682250,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1000,
"completed_step": 1000,
"next_step": 1001,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp5_dcm2000_scm500_rcm/checkpoints/checkpoint_001500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 75603682250,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1500,
"completed_step": 1500,
"next_step": 1501,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp5_dcm2000_scm500_rcm/checkpoints/checkpoint_002000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 75603682250,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2000,
"completed_step": 2000,
"next_step": 2001,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp5_dcm2000_scm500_rcm/checkpoints/checkpoint_002500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 75603682250,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2500,
"completed_step": 2500,
"next_step": 2501,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp5_dcm2000_scm500_rcm/checkpoints/checkpoint_003000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 226619995920,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 3000,
"completed_step": 3000,
"next_step": 3001,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/exp5_dcm2000_scm500_rcm/checkpoints/checkpoint_003500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 226619995920,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 3500,
"completed_step": 3500,
"next_step": 3501,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {
"runner_status.json": {
"status": "stopped",
"time": "2026-11-15T16:29:50",
"host": "TENCENT64.site",
"runner_pid": 1695035
},
"provenance/manifest.json": {
"created": "2026-11-13T22:35:06.493461",
"git_commit": "402c7b304c4bbf21e1b35312ad59c2c7abe88aab",
"recipe": "dcm2000 -> scm500 -> rcm unlimited",
"initial_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp3_dcm2000_scm500/checkpoints/checkpoint_000500",
"load_training_state_initially": false,
"fake_score_initialization": "base checkpoint, not SCM student copy",
"park_env": "TURBO_PARK_CRITIC_OPTIM=1",
"runtime_overrides": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"wandb_name": "exp5_dcm2000_scm500_rcm",
"max_steps": 0,
"benchmark_iters": 25,
"benchmark_num_prompts": 8,
"teacher_benchmark_enabled": false,
"checkpoint_iters": 500,
"checkpoint_format": "sharded",
"save_training_state": true,
"save_optimizer_state": true,
"no_save": false,
"no_visualize": false
},
"sha256_files": {
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/tools/launch_training.sh": {
"sha256": "e4c8a7ab18c8d90ad4a5149ee5e7ab9a916eb247e5fe1315f673c4365abaca8f",
"bytes": 10645
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/scripts/train_bidirectional.sh": {
"sha256": "bff80a6c46365eb04069d9a10ac12364a38805668cb32c466aff93de22104624",
"bytes": 15301
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/src/ltx_distillation/train_distillation.py": {
"sha256": "29b91a41fe828d0c693f8aab1177ab33b5f56ccdf30d64ac05f924ff04039ca6",
"bytes": 130896
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/src/ltx_distillation/dmd.py": {
"sha256": "65a6cbcf7be142528f76a348854243baed54ce6812b28e2e70673e68388fe2db",
"bytes": 163098
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/configs/bidirectional_rcm.yaml": {
"sha256": "75a4beedfb010773d03f110d02e3aa6aa5b064a85d9eb1fa7e6304c933cf1fc8",
"bytes": 10243
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/cfgtmp/exp5_dcm2000_scm500_rcm.yaml": {
"sha256": "dbb012da252563496340a3a4e5e2d4fdf48f41ee2abd92b1ba9e30c1090ff83a",
"bytes": 4023
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/tools/exp5_rcm_runner.py": {
"sha256": "c97f3d13fef9374d973b054cf19170a7006ef962e24273ab94d73325dea66e71",
"bytes": 10546
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp1_dcm_8gpu/config.yaml": {
"sha256": "360610cde9ceff8aa102f48348030e80105f570b78b2ba4671833d8fc7ee80cc",
"bytes": 3571
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp3_dcm2000_scm500/config.yaml": {
"sha256": "1cfbc16f953ddc529d72302f32fb2d7e4192591a048220e4b34285f94a9c2f25",
"bytes": 4078
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp3_dcm2000_scm500/train.log": {
"sha256": "ddf7e25636a31713b4d50692a4c17a07c8a60efedb3a082762a3e3fc3eb51d25",
"bytes": 2179765
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp3_dcm2000_scm500/checkpoints/checkpoint_000500/metadata.pth": {
"sha256": "f5e7519b5cad0fb1335bfba9dea34483bf71c56f439e7fa544700f55de2a41d1",
"bytes": 2035
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp3_dcm2000_scm500/checkpoints/checkpoint_000500/sharded/.metadata": {
"sha256": "1a045d39bf4d90dd90479701edee1904cb10cb984611f7ba046816689dda695a",
"bytes": 5974458
}
},
"claim": "current implementation reproduction; not independently verified identical to paper"
}
}
},
{
"run": "output/ablation/exp6_dcm2500_beta09_rcm",
"config_path": "output/ablation/exp6_dcm2500_beta09_rcm/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "exp6_dcm2500_beta09_rcm",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 25,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 0,
"checkpoint_format": "sharded",
"save_training_state": true,
"save_optimizer_state": true,
"no_save": false,
"no_visualize": false,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp4_dcm_beta1_09/checkpoints/checkpoint_002500",
"checkpoint_load_mode": "parallel",
"resume_training_state": false,
"require_full_resume_state": false
},
"checkpoints": [
{
"path": "output/ablation/exp6_dcm2500_beta09_rcm/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 75603682250,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 500,
"completed_step": 500,
"next_step": 501,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp6_dcm2500_beta09_rcm/checkpoints/checkpoint_001000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 75603682250,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1000,
"completed_step": 1000,
"next_step": 1001,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp6_dcm2500_beta09_rcm/checkpoints/checkpoint_001500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 75603682250,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1500,
"completed_step": 1500,
"next_step": 1501,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp6_dcm2500_beta09_rcm/checkpoints/checkpoint_002000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 75603682250,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2000,
"completed_step": 2000,
"next_step": 2001,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp6_dcm2500_beta09_rcm/checkpoints/checkpoint_002500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 75603682250,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2500,
"completed_step": 2500,
"next_step": 2501,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp6_dcm2500_beta09_rcm/checkpoints/checkpoint_003000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 75603682250,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 3000,
"completed_step": 3000,
"next_step": 3001,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp6_dcm2500_beta09_rcm/checkpoints/checkpoint_003500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 75603682250,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 3500,
"completed_step": 3500,
"next_step": 3501,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp6_dcm2500_beta09_rcm/checkpoints/checkpoint_004000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 75603682250,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 4000,
"completed_step": 4000,
"next_step": 4001,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/exp6_dcm2500_beta09_rcm/checkpoints/checkpoint_004500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 226619995920,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 4500,
"completed_step": 4500,
"next_step": 4501,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/exp6_dcm2500_beta09_rcm/checkpoints/checkpoint_005000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562839
}
},
"bytes": 226619995920,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 5000,
"completed_step": 5000,
"next_step": 5001,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {
"runner_status.json": {
"status": "stopped",
"time": "2026-11-16T02:19:03",
"host": "TENCENT64.site",
"runner_pid": 3460383
},
"provenance/manifest.json": {
"time": "2026-11-14T09:07:15.616659",
"recipe": "dCM2500 beta1=0.9 -> rCM beta1=0.0 unlimited",
"initial_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp4_dcm_beta1_09/checkpoints/checkpoint_002500",
"inherit_optimizer": false,
"inherit_step": false,
"park": true,
"git_commit": "402c7b304c4bbf21e1b35312ad59c2c7abe88aab",
"source_next_step": 2500,
"files": {
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/tools/exp5_rcm_runner.py": {
"sha256": "2e875665bb8a445c761afbc27907e742827d7da7776149a632dc1f6ddc6b9aff",
"bytes": 11776
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/cfgtmp/exp6_dcm2500_beta09_rcm.yaml": {
"sha256": "e0e675de8077facfb57d0a4fc745ae29c12d1a4f3ba6458bf267025876651045",
"bytes": 4023
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp4_dcm_beta1_09/config.yaml": {
"sha256": "7537edbf12d6f3688a8ae9c8f9e0d4856cff48a3fe1bdb89b60da9ad81294027",
"bytes": 3575
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/exp4_dcm_beta1_09/checkpoints/checkpoint_002500/metadata.pth": {
"sha256": "3dbdfb6130a4449bee62f66bc56a6879f2ddda35cf751d6b1e541e7647bd8c5d",
"bytes": 1843
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/tools/launch_training.sh": {
"sha256": "e4c8a7ab18c8d90ad4a5149ee5e7ab9a916eb247e5fe1315f673c4365abaca8f",
"bytes": 10645
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/scripts/train_bidirectional.sh": {
"sha256": "bff80a6c46365eb04069d9a10ac12364a38805668cb32c466aff93de22104624",
"bytes": 15301
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/src/ltx_distillation/train_distillation.py": {
"sha256": "29b91a41fe828d0c693f8aab1177ab33b5f56ccdf30d64ac05f924ff04039ca6",
"bytes": 130896
},
"/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/my_repos/TurboT2AV/LTX-2/packages/ltx-distillation/src/ltx_distillation/dmd.py": {
"sha256": "65a6cbcf7be142528f76a348854243baed54ce6812b28e2e70673e68388fe2db",
"bytes": 163098
}
}
}
}
},
{
"run": "output/ablation/f_dcm",
"config_path": "output/ablation/f_dcm/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dcm_enabled": true,
"dcm_weight": 1.0,
"dcm_loss_scale": 100.0,
"dcm_total_steps": 48,
"dcm_skipping_interval_steps": 1,
"dcm_timestep_shift": 5.0,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": false,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 2e-06,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"max_steps": 7,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": false,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "f_dcm",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 1000,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/f_dcm_rs",
"config_path": "output/ablation/f_dcm_rs/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dcm_enabled": true,
"dcm_weight": 1.0,
"dcm_loss_scale": 100.0,
"dcm_total_steps": 48,
"dcm_skipping_interval_steps": 1,
"dcm_timestep_shift": 5.0,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": false,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 2e-06,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"max_steps": 9,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": false,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "f_dcm_rs",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/f_dcm/checkpoints/checkpoint_000006",
"checkpoint_load_mode": "serial",
"resume_training_state": true,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/f_rcm",
"config_path": "output/ablation/f_rcm/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "f_rcm",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 1000,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 7,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/f_scm",
"config_path": "output/ablation/f_scm/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 100.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_g_normalization": "per_modality",
"scm_tangent_clip_mean": 20.0,
"scm_tangent_reject_mean": 0.0,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 1e-05,
"generator_lr": 1e-05,
"generator_adaln_lr": 3e-06,
"generator_output_scale_shift_lr": 1e-06,
"critic_lr": 2e-06,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 99999.0,
"scheduler_type": "cosine_warmup",
"warmup_steps": 0,
"min_lr": 1e-05,
"max_steps": 7,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "f_scm",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 1000,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"no_save": false,
"no_visualize": false,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded"
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/f_scm_rs",
"config_path": "output/ablation/f_scm_rs/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 100.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_g_normalization": "per_modality",
"scm_tangent_clip_mean": 20.0,
"scm_tangent_reject_mean": 0.0,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 1e-05,
"generator_lr": 1e-05,
"generator_adaln_lr": 3e-06,
"generator_output_scale_shift_lr": 1e-06,
"critic_lr": 2e-06,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 99999.0,
"scheduler_type": "cosine_warmup",
"warmup_steps": 0,
"min_lr": 1e-05,
"max_steps": 9,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "f_scm_rs",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"no_save": false,
"no_visualize": false,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/f_scm/checkpoints/checkpoint_000006",
"checkpoint_load_mode": "serial",
"resume_training_state": true,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded"
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/g_rcm_exp",
"config_path": "output/ablation/g_rcm_exp/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "g_rcm_exp",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 1000,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 7,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/g_rcm_resume",
"config_path": "output/ablation/g_rcm_resume/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": true,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "g_rcm_resume",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 9,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/g_rcm_safe/checkpoints/checkpoint_000006",
"checkpoint_load_mode": "serial",
"resume_training_state": true,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/g_rcm_safe",
"config_path": "output/ablation/g_rcm_safe/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": true,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "g_rcm_safe",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 1000,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 7,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/h_rcm_fakeonly",
"config_path": "output/ablation/h_rcm_fakeonly/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": false,
"fake_score_cpu_offload": true,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "h_rcm_fakeonly",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 1000,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 7,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/j_rcm_c2",
"config_path": "output/ablation/j_rcm_c2/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": false,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "j_rcm_c2",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 25,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 12,
"scm_jvp_num_chunks": 2,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/k_dcm",
"config_path": "output/ablation/k_dcm/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dcm_enabled": true,
"dcm_weight": 1.0,
"dcm_loss_scale": 100.0,
"dcm_total_steps": 48,
"dcm_skipping_interval_steps": 1,
"dcm_timestep_shift": 5.0,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": false,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 2e-06,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"max_steps": 7,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": false,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "k_dcm",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 25,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/k_dcm_res",
"config_path": "output/ablation/k_dcm_res/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dcm_enabled": true,
"dcm_weight": 1.0,
"dcm_loss_scale": 100.0,
"dcm_total_steps": 48,
"dcm_skipping_interval_steps": 1,
"dcm_timestep_shift": 5.0,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": false,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 2e-06,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"max_steps": 9,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": false,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "k_dcm_res",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/k_dcm/checkpoints/checkpoint_000006",
"checkpoint_load_mode": "serial",
"resume_training_state": true,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/k_rcm",
"config_path": "output/ablation/k_rcm/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "k_rcm",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 25,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 7,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/k_rcm2",
"config_path": "output/ablation/k_rcm2/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": true,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "k_rcm2",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 25,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 7,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [
{
"path": "output/ablation/k_rcm2/checkpoints/checkpoint_000002",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562822
}
},
"bytes": 75603682233,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2,
"completed_step": 2,
"next_step": 3,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/k_rcm2/checkpoints/checkpoint_000004",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562822
}
},
"bytes": 75603682233,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 4,
"completed_step": 4,
"next_step": 5,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/k_rcm2/checkpoints/checkpoint_000006",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562822
}
},
"bytes": 226619995903,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 6,
"completed_step": 6,
"next_step": 7,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/k_rcm2/checkpoints/checkpoint_000007",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562822
}
},
"bytes": 226619995903,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 6,
"completed_step": 6,
"next_step": 7,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/ablation/k_scm",
"config_path": "output/ablation/k_scm/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 100.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_g_normalization": "per_modality",
"scm_tangent_clip_mean": 20.0,
"scm_tangent_reject_mean": 0.0,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 1e-05,
"generator_lr": 1e-05,
"generator_adaln_lr": 3e-06,
"generator_output_scale_shift_lr": 1e-06,
"critic_lr": 2e-06,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 99999.0,
"scheduler_type": "cosine_warmup",
"warmup_steps": 0,
"min_lr": 1e-05,
"max_steps": 7,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "k_scm",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 25,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"no_save": false,
"no_visualize": false,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded"
},
"checkpoints": [
{
"path": "output/ablation/k_scm/checkpoints/checkpoint_000002",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2059
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 37801829392
}
},
"bytes": 37801948995,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2,
"completed_step": 2,
"next_step": 3,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/k_scm/checkpoints/checkpoint_000004",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2059
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 37801829392
}
},
"bytes": 37801948995,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 4,
"completed_step": 4,
"next_step": 5,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/k_scm/checkpoints/checkpoint_000006",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829392
}
},
"bytes": 113309928463,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 6,
"completed_step": 6,
"next_step": 7,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/k_scm/checkpoints/checkpoint_000007",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829392
}
},
"bytes": 113309928463,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 6,
"completed_step": 6,
"next_step": 7,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/ablation/k_scm_res",
"config_path": "output/ablation/k_scm_res/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 100.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_g_normalization": "per_modality",
"scm_tangent_clip_mean": 20.0,
"scm_tangent_reject_mean": 0.0,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 1e-05,
"generator_lr": 1e-05,
"generator_adaln_lr": 3e-06,
"generator_output_scale_shift_lr": 1e-06,
"critic_lr": 2e-06,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 99999.0,
"scheduler_type": "cosine_warmup",
"warmup_steps": 0,
"min_lr": 1e-05,
"max_steps": 9,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "k_scm_res",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"no_save": false,
"no_visualize": false,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation/k_scm/checkpoints/checkpoint_000006",
"checkpoint_load_mode": "serial",
"resume_training_state": true,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded"
},
"checkpoints": [
{
"path": "output/ablation/k_scm_res/checkpoints/checkpoint_000008",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829396
}
},
"bytes": 113309928467,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 8,
"completed_step": 8,
"next_step": 9,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/k_scm_res/checkpoints/checkpoint_000009",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829396
}
},
"bytes": 113309928467,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 8,
"completed_step": 8,
"next_step": 9,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/ablation/m_park",
"config_path": "output/ablation/m_park/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 1000,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "m_park",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 1000,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 11,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/m_realonly",
"config_path": "output/ablation/m_realonly/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 1000,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "m_realonly",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 1000,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 7,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [
{
"path": "output/ablation/m_realonly/checkpoints/checkpoint_000007",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562826
}
},
"bytes": 226619995907,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 6,
"completed_step": 6,
"next_step": 7,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/ablation/n1_dcm",
"config_path": "output/ablation/n1_dcm/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dcm_enabled": true,
"dcm_weight": 1.0,
"dcm_loss_scale": 100.0,
"dcm_total_steps": 48,
"dcm_skipping_interval_steps": 1,
"dcm_timestep_shift": 5.0,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": false,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 2e-06,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"max_steps": 7,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": false,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": true,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "n1_dcm",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 1000,
"benchmark_num_prompts": 16,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"fsdp_backward_prefetch": "pre",
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/n2_scm",
"config_path": "output/ablation/n2_scm/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 100.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_g_normalization": "per_modality",
"scm_tangent_clip_mean": 20.0,
"scm_tangent_reject_mean": 0.0,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 1e-05,
"generator_lr": 1e-05,
"generator_adaln_lr": 3e-06,
"generator_output_scale_shift_lr": 1e-06,
"critic_lr": 2e-06,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 99999.0,
"scheduler_type": "cosine_warmup",
"warmup_steps": 0,
"min_lr": 1e-05,
"max_steps": 7,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": true,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "n2_scm",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 1000,
"benchmark_num_prompts": 16,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"no_save": false,
"no_visualize": false,
"fsdp_backward_prefetch": "pre",
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded"
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/n_worst",
"config_path": "output/ablation/n_worst/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "n_worst",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 1000,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 11,
"save_training_state": true,
"save_optimizer_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [
{
"path": "output/ablation/n_worst/checkpoints/checkpoint_000002",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562823
}
},
"bytes": 75603682234,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2,
"completed_step": 2,
"next_step": 3,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/n_worst/checkpoints/checkpoint_000004",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562823
}
},
"bytes": 75603682234,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 4,
"completed_step": 4,
"next_step": 5,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/n_worst/checkpoints/checkpoint_000006",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562823
}
},
"bytes": 75603682234,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 6,
"completed_step": 6,
"next_step": 7,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/n_worst/checkpoints/checkpoint_000008",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 75603562823
}
},
"bytes": 75603682234,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 8,
"completed_step": 8,
"next_step": 9,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/ablation/n_worst/checkpoints/checkpoint_000010",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562823
}
},
"bytes": 226619995904,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 10,
"completed_step": 10,
"next_step": 11,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/ablation/n_worst/checkpoints/checkpoint_000011",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 151016313694
},
"sharded": {
"files": 9,
"bytes": 75603562823
}
},
"bytes": 226619995904,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 10,
"completed_step": 10,
"next_step": 11,
"has_generator_optimizer": true,
"has_critic_optimizer": true,
"optimizer_world_size": 8,
"has_critic_model": true,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/ablation/planA",
"config_path": "output/ablation/planA/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 1000,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "planA",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 10,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/planB",
"config_path": "output/ablation/planB/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 1000,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "pre",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "planB",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 10,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/planC",
"config_path": "output/ablation/planC/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 1000,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": false,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "pre",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "planC",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 10,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/planD",
"config_path": "output/ablation/planD/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 1000,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": false,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "planD",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 10,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/test8gpu_offload",
"config_path": "output/ablation/test8gpu_offload/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 100000,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": true,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "test8gpu_offload",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 10,
"save_training_state": false,
"save_optimizer_state": false,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/ablation/test8gpu_rcm",
"config_path": "output/ablation/test8gpu_rcm/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 100000,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": false,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "test8gpu_rcm",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 10,
"save_training_state": false,
"save_optimizer_state": false,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/turbot2av_train/1110_093814_CST_stage_1_TurboT2AV_default_dcm2000_warmup",
"config_path": "output/turbot2av_train/1110_093814_CST_stage_1_TurboT2AV_default_dcm2000_warmup/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dcm_enabled": true,
"dcm_weight": 1.0,
"dcm_loss_scale": 100.0,
"dcm_total_steps": 48,
"dcm_skipping_interval_steps": 1,
"dcm_timestep_shift": 5.0,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": false,
"scm_data_path": "/root/lmdb_work/scm_latent_lmdb",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 2e-06,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"max_steps": 2000,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": false,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": true,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/turbot2av_train",
"log_iters": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "dcm2000_warmup",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [
{
"path": "output/turbot2av_train/1110_093814_CST_stage_1_TurboT2AV_default_dcm2000_warmup/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75505032128
},
"sharded": {
"files": 9,
"bytes": 37801829450
}
},
"bytes": 113306980965,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 500,
"completed_step": 500,
"next_step": 501,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/turbot2av_train/1110_093814_CST_stage_1_TurboT2AV_default_dcm2000_warmup/checkpoints/checkpoint_001000",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75505032128
},
"sharded": {
"files": 9,
"bytes": 37801829450
}
},
"bytes": 113306980965,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 1000,
"completed_step": 1000,
"next_step": 1001,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/turbot2av_train/1110_145905_CST_stage_2_TurboT2AV_default_scm500_from_dcm2000",
"config_path": "output/turbot2av_train/1110_145905_CST_stage_2_TurboT2AV_default_scm500_from_dcm2000/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/root/lmdb_work/scm_latent_lmdb",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 100.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_g_normalization": "per_modality",
"scm_tangent_clip_mean": 20.0,
"scm_tangent_reject_mean": 0.0,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 1e-05,
"generator_lr": 1e-05,
"generator_adaln_lr": 3e-06,
"generator_output_scale_shift_lr": 1e-06,
"critic_lr": 2e-06,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 99999.0,
"scheduler_type": "cosine_warmup",
"warmup_steps": 0,
"min_lr": 1e-05,
"max_steps": 500,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/turbot2av_train",
"log_iters": 1,
"train_log_all_scalars": true,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "scm500_from_dcm2000",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"no_save": false,
"no_visualize": false,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/turbot2av_train/1110_093814_CST_stage_1_TurboT2AV_default_dcm2000_warmup/checkpoints/checkpoint_001000",
"checkpoint_load_mode": "parallel",
"resume_training_state": false,
"save_training_state": true,
"checkpoint_format": "sharded"
},
"checkpoints": [
{
"path": "output/turbot2av_train/1110_145905_CST_stage_2_TurboT2AV_default_scm500_from_dcm2000/checkpoints/checkpoint_000500",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829455
}
},
"bytes": 113309928526,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 499,
"completed_step": 499,
"next_step": 500,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/turbot2av_train/1111_093749_CST_stage_3_TurboT2AV_default_rcm_from_scm500",
"config_path": "output/turbot2av_train/1111_093749_CST_stage_3_TurboT2AV_default_rcm_from_scm500/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_backup",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": true,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/turbot2av_train",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "rcm_from_scm500",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": null,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/turbot2av_train/1110_145905_CST_stage_2_TurboT2AV_default_scm500_from_dcm2000/checkpoints/checkpoint_000500",
"checkpoint_load_mode": "parallel",
"resume_training_state": false,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/turbot2av_train/1111_102114_CST_stage_3_TurboT2AV_default_rcm_from_scm500",
"config_path": "output/turbot2av_train/1111_102114_CST_stage_3_TurboT2AV_default_rcm_from_scm500/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_backup",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": false,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"text_encoder_on_cpu": true,
"activation_cpu_offload": false,
"scm_dmd_alternate": false,
"debug_scm_trace": false,
"per_term_backward": true,
"fsdp_backward_prefetch": "post",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/turbot2av_train",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "rcm_from_scm500",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": null,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/turbot2av_train/1110_145905_CST_stage_2_TurboT2AV_default_scm500_from_dcm2000/checkpoints/checkpoint_000500",
"checkpoint_load_mode": "parallel",
"resume_training_state": false,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/turbot2av_train/rcm_2node",
"config_path": "output/turbot2av_train/rcm_2node/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_backup",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/turbot2av_train",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "bidirectional_rcm",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": null,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/turbot2av_train/rcm_from_scm500",
"config_path": "output/turbot2av_train/rcm_from_scm500/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/root/lmdb_work/scm_latent_lmdb",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/turbot2av_train",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "rcm_from_scm500",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": null,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/turbot2av_train/1110_145905_CST_stage_2_TurboT2AV_default_scm500_from_dcm2000/checkpoints/checkpoint_000500",
"checkpoint_load_mode": "parallel",
"resume_training_state": false,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/turbot2av_train/rcm_probe",
"config_path": "output/turbot2av_train/rcm_probe/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/root/lmdb_work/scm_latent_lmdb",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/turbot2av_train",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "rcm_from_scm500",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": null,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/turbot2av_train/1110_145905_CST_stage_2_TurboT2AV_default_scm500_from_dcm2000/checkpoints/checkpoint_000500",
"checkpoint_load_mode": "parallel",
"resume_training_state": false,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": true
},
"checkpoints": [],
"status": {}
},
{
"run": "output/turbot2av_dual/1110_222219_CST_stage_1_TurboT2AV_default_dcm2000_warmup",
"config_path": "output/turbot2av_dual/1110_222219_CST_stage_1_TurboT2AV_default_dcm2000_warmup/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dcm_enabled": true,
"dcm_weight": 1.0,
"dcm_loss_scale": 100.0,
"dcm_total_steps": 48,
"dcm_skipping_interval_steps": 1,
"dcm_timestep_shift": 5.0,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": false,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_backup",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 2e-06,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"max_steps": 2000,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": false,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": true,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/turbot2av_dual",
"log_iters": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "dcm2000_warmup",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/turbot2av_dual/1111_000352_CST_stage_1_TurboT2AV_default_dcm2000_warmup",
"config_path": "output/turbot2av_dual/1111_000352_CST_stage_1_TurboT2AV_default_dcm2000_warmup/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dcm_enabled": true,
"dcm_weight": 1.0,
"dcm_loss_scale": 100.0,
"dcm_total_steps": 48,
"dcm_skipping_interval_steps": 1,
"dcm_timestep_shift": 5.0,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": false,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_backup",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 2e-06,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"max_steps": 2000,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": false,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": true,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/turbot2av_dual",
"log_iters": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "dcm2000_warmup",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/turbot2av_dual/1111_213917_CST_stage_1_TurboT2AV_default_dcm2000_warmup",
"config_path": "output/turbot2av_dual/1111_213917_CST_stage_1_TurboT2AV_default_dcm2000_warmup/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dcm_enabled": true,
"dcm_weight": 1.0,
"dcm_loss_scale": 100.0,
"dcm_total_steps": 48,
"dcm_skipping_interval_steps": 1,
"dcm_timestep_shift": 5.0,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": false,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_backup",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 2e-06,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"max_steps": 2000,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": false,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/turbot2av_dual",
"log_iters": 1,
"checkpoint_iters": 500,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "dcm2000_warmup",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": true,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/clean_rcm/clean_test",
"config_path": "output/clean_rcm/clean_test/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/root/lmdb_work/scm_latent_lmdb",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 500,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/clean_rcm",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "bidirectional_rcm",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 8,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 3,
"no_save": false,
"no_visualize": true
},
"checkpoints": [],
"status": {}
},
{
"run": "output/rcm_test/1110_213740_bidirectional_rcm_from_warmup",
"config_path": "output/rcm_test/1110_213740_bidirectional_rcm_from_warmup/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/root/lmdb_work/scm_latent_lmdb",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"real_score_cpu_offload": true,
"fake_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/rcm_test",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "bidirectional_rcm_from_warmup",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 4,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/smoke_test/1110_212053_CST_stage_2_TurboT2AV_default_scm3_from_dcm6/checkpoints/checkpoint_000003",
"checkpoint_load_mode": "parallel",
"resume_training_state": false,
"no_save": false,
"no_visualize": false
},
"checkpoints": [],
"status": {}
},
{
"run": "output/smoke_test/1110_212053_CST_stage_1_TurboT2AV_default_dcm6_warmup",
"config_path": "output/smoke_test/1110_212053_CST_stage_1_TurboT2AV_default_dcm6_warmup/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dcm_enabled": true,
"dcm_weight": 1.0,
"dcm_loss_scale": 100.0,
"dcm_total_steps": 48,
"dcm_skipping_interval_steps": 1,
"dcm_timestep_shift": 5.0,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": false,
"scm_data_path": "/root/lmdb_work/scm_latent_lmdb",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 2e-06,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"max_steps": 6,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": false,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": true,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/smoke_test",
"log_iters": 1,
"checkpoint_iters": 2,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "dcm6_warmup",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": true
},
"checkpoints": [
{
"path": "output/smoke_test/1110_212053_CST_stage_1_TurboT2AV_default_dcm6_warmup/checkpoints/checkpoint_000002",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1867
},
"rng": {
"files": 8,
"bytes": 117544
},
"sharded": {
"files": 9,
"bytes": 37801829442
}
},
"bytes": 37801948853,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2,
"completed_step": 2,
"next_step": 3,
"has_generator_optimizer": false,
"has_critic_optimizer": false,
"optimizer_world_size": null,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": false
},
{
"path": "output/smoke_test/1110_212053_CST_stage_1_TurboT2AV_default_dcm6_warmup/checkpoints/checkpoint_000004",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75505032128
},
"sharded": {
"files": 9,
"bytes": 37801829442
}
},
"bytes": 113306980957,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 4,
"completed_step": 4,
"next_step": 5,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
},
{
"path": "output/smoke_test/1110_212053_CST_stage_1_TurboT2AV_default_dcm6_warmup/checkpoints/checkpoint_000006",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 1843
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75505032128
},
"sharded": {
"files": 9,
"bytes": 37801829442
}
},
"bytes": 113306980957,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 5,
"completed_step": 5,
"next_step": 6,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/smoke_test/1110_212053_CST_stage_2_TurboT2AV_default_scm3_from_dcm6",
"config_path": "output/smoke_test/1110_212053_CST_stage_2_TurboT2AV_default_scm3_from_dcm6/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/root/lmdb_work/scm_latent_lmdb",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 100.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_g_normalization": "per_modality",
"scm_tangent_clip_mean": 20.0,
"scm_tangent_reject_mean": 0.0,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 1e-05,
"generator_lr": 1e-05,
"generator_adaln_lr": 3e-06,
"generator_output_scale_shift_lr": 1e-06,
"critic_lr": 2e-06,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 99999.0,
"scheduler_type": "cosine_warmup",
"warmup_steps": 0,
"min_lr": 1e-05,
"max_steps": 3,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/smoke_test",
"log_iters": 1,
"train_log_all_scalars": true,
"checkpoint_iters": 3,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "scm3_from_dcm6",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"no_save": false,
"no_visualize": true,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/smoke_test/1110_212053_CST_stage_1_TurboT2AV_default_dcm6_warmup/checkpoints/checkpoint_000006",
"checkpoint_load_mode": "parallel",
"resume_training_state": false,
"save_training_state": true,
"checkpoint_format": "sharded"
},
"checkpoints": [
{
"path": "output/smoke_test/1110_212053_CST_stage_2_TurboT2AV_default_scm3_from_dcm6/checkpoints/checkpoint_000003",
"groups": {
"metadata.pth": {
"files": 1,
"bytes": 2035
},
"rng": {
"files": 8,
"bytes": 117544
},
"optim": {
"files": 8,
"bytes": 75507979492
},
"sharded": {
"files": 9,
"bytes": 37801829445
}
},
"bytes": 113309928516,
"zero_files": [],
"metadata": {
"format": "fsdp_sharded",
"step": 2,
"completed_step": 2,
"next_step": 3,
"has_generator_optimizer": true,
"has_critic_optimizer": false,
"optimizer_world_size": 8,
"has_critic_model": false,
"has_rng_state": true,
"has_generator_ema": false
},
"structurally_complete": true,
"full_resume_available": true
}
],
"status": {}
},
{
"run": "output/smoke_test/1110_212053_CST_stage_3_TurboT2AV_default_rcm_from_scm3",
"config_path": "output/smoke_test/1110_212053_CST_stage_3_TurboT2AV_default_rcm_from_scm3/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": true,
"critic_enabled": true,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/root/lmdb_work/scm_latent_lmdb",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 1.0,
"dmd_weight": 1.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"checkpoint_iters": 3,
"keep_optimizer_states": 2,
"skip_initial_checkpoint": true,
"lr": 2e-05,
"generator_lr": 2e-05,
"critic_lr": 2e-05,
"beta1": 0.9,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 5,
"separate_generator_critic_phases": true,
"share_scm_dmd_batch": true,
"max_grad_norm": 3.0,
"scheduler_type": "constant",
"warmup_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/smoke_test",
"log_iters": 1,
"train_log_all_scalars": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "rcm_from_scm3",
"wandb_api_key": "",
"seed": 42,
"benchmark_enabled": false,
"benchmark_iters": 50,
"benchmark_num_prompts": 10,
"benchmark_seed": 12345,
"benchmark_video_fps": 24,
"benchmark_audio_sample_rate": 24000,
"student_benchmark_use_cfg": false,
"teacher_benchmark_enabled": false,
"teacher_benchmark_video_guidance_scale": 3.0,
"teacher_benchmark_audio_guidance_scale": 5.0,
"scm_tangent_clip_mean": 20.0,
"reverse_scm_data_order": true,
"max_steps": 3,
"resume_checkpoint": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/smoke_test/1110_212053_CST_stage_2_TurboT2AV_default_scm3_from_dcm6/checkpoints/checkpoint_000003",
"checkpoint_load_mode": "parallel",
"resume_training_state": false,
"save_training_state": true,
"checkpoint_format": "sharded",
"no_save": false,
"no_visualize": true
},
"checkpoints": [],
"status": {}
}
],
"summary": {
"run_count": 56,
"checkpoint_count": 91,
"checkpoint_bytes": 11635334760555
}
}
{
"runs": [
{
"run": "output/ablation/b_scm_only_cont_20261116",
"config_path": "output/ablation/b_scm_only_cont_20261116/config.yaml",
"config": {
"checkpoint_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/LTX-2/ltx-2-19b-dev.safetensors",
"gemma_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/checkpoints/gemma-3-12b-it-qat-q4_0-unquantized",
"model_name": "ltx2_av",
"generator_grad": {
"model": true
},
"real_score_grad": {
"model": false
},
"fake_score_grad": {
"model": true
},
"dmd_enabled": false,
"critic_enabled": false,
"dmd_style": "rcm_trig",
"dmd_p_D_shift": 5.0,
"backward_trig_timesteps": [
1.5,
1.4,
1.0
],
"denoising_step_list": [
1000,
757,
522,
0
],
"num_train_timestep": 1000,
"real_video_guidance_scale": 3.0,
"real_audio_guidance_scale": 5.0,
"generator_task": "bidirectional_av",
"real_task_type": "bidirectional_av",
"fake_task_type": "bidirectional_av",
"denoising_loss_type": "velocity",
"distillation_loss": "dmd",
"scm_enabled": true,
"scm_data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/datasets/scm_latent_lmdb_60k",
"scm_batch_size": 1,
"scm_max_pair": 100000000,
"scm_weight": 1.0,
"scm_loss_scale": 100.0,
"scm_p_G_mean": 1.5,
"scm_p_G_std": 1.6,
"scm_fd_type": 0,
"scm_strict_rcm": true,
"scm_jvp_impl": "internal",
"scm_fd_size": 0.0001,
"scm_tangent_warmup": 0,
"scm_time_eps": 0.0001,
"scm_g_normalization": "per_modality",
"scm_tangent_clip_mean": 20.0,
"scm_tangent_reject_mean": 0.0,
"scm_loss_fp32": true,
"mixed_precision": true,
"gradient_checkpointing": true,
"batch_size": 1,
"lr": 1e-05,
"generator_lr": 1e-05,
"generator_adaln_lr": 3e-06,
"generator_output_scale_shift_lr": 1e-06,
"critic_lr": 2e-06,
"beta1": 0.0,
"beta2": 0.999,
"weight_decay": 0.01,
"dfake_gen_update_ratio": 1,
"max_grad_norm": 99999.0,
"scheduler_type": "cosine_warmup",
"warmup_steps": 0,
"min_lr": 1e-05,
"max_steps": 0,
"data_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/data/inputs/mapping.csv",
"backward_simulation": true,
"negative_prompt": "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts.",
"num_frames": 121,
"video_height": 512,
"video_width": 768,
"sharding_strategy": "full_shard",
"fsdp_use_orig_params": true,
"generator_fsdp_wrap_strategy": "transformer",
"real_score_cpu_offload": false,
"text_encoder_cpu_offload": false,
"real_score_fsdp_wrap_strategy": "size",
"fake_score_fsdp_wrap_strategy": "size",
"text_encoder_fsdp_enabled": false,
"text_encoder_fsdp_wrap_strategy": "size",
"output_path": "/apdcephfs_gy2/share_302507476/xiaodayang/TurboT2VA/output/ablation",
"log_iters": 1,
"train_log_all_scalars": true,
"checkpoint_iters": 500,
"keep_optimizer_states": 0,
"skip_initial_checkpoint": true,
"wandb_project": "TurboT2AV",
"wandb_entity": "",
"wandb_name": "b_scm_only_cont_20261116",