LTX-2-SpatialAV2AV-Checkpoints / E3 /config.resolved.yaml
BingoG's picture
Add E3 resolved training config
3aff9fd verified
Raw
History Blame Contribute Delete
3.91 kB
# resolver_provenance: version=spatialav2av_resolver_v2, profile=paper, counterfactual_interval=n/a
model:
model_path: /apdcephfs_zwfy4/share_302243908/helensliang/model_weights/LTX-2.3/ltx-2.3-22b-dev.safetensors
text_encoder_path: /apdcephfs_zwfy4/share_302243908/helensliang/model_weights/gemma-3-12b-it-qat-q4_0-unquantized
training_mode: full
load_checkpoint: null
lora: null
training_strategy:
name: spatialav2av
with_audio: true
use_refimg: true
use_ref_audio: false
masked_temporal_offset: 0.0
audio_mask_mode: zero
edit_margin_audio: 2
loss_video_weight: 0.85
loss_audio_weight: 0.15
spatial_aux:
enabled: true
method: dynamic
reference_mode: 'off'
dynamic_enabled: true
decoder_domain: log_mel
aux_interval: 1
warmup_fraction: 0.08
sigma_min: 0.05
sigma_max: 0.8
common_weight: 0.0
differential_weight: 0.0
position_weight: 0.05
velocity_weight: 0.02
windows: 24
bands: 4
mirror_probability: 0.0
counterfactual:
paired_forward_enabled: false
directional_consistency_enabled: false
required: false
pair_manifest_path: null
pair_manifest_sha256: null
pair_manifest_report_path: null
pair_manifest_report_sha256: null
expected_pair_split: train
expected_pair_schema: spatialav2av_cf_pair_v2
parent_data_list_sha256: null
crop_contract_version: av_temporal_crop_v1
sigma_cf: 1.0
interval: 16
pair_types:
- pan
- rotate
rank_weight: 0.0
min_gt_gap_db: 1.0
rank_margin_db: 1.0
score_type: endpoint_delta_rminusl_tild_db_v2_ltx23
gt_order_from_manifest: true
pair_branch_base_loss_enabled: false
same_source_required: true
same_crop_required: true
share_audio_noise_across_pair: true
share_video_noise_across_pair: true
independent_noise_between_modalities: true
stateless_pair_seed: true
isolate_pair_rng: true
pair_branches_require_grad: true
sync_trigger_across_ranks: true
on_missing_or_invalid_pair: error
optimization:
learning_rate: 1.0e-05
steps: 1000
batch_size: 1
gradient_accumulation_steps: 1
max_grad_norm: 1.0
optimizer_type: adamw
scheduler_type: constant
scheduler_params: {}
enable_gradient_checkpointing: true
acceleration:
mixed_precision_mode: bf16
quantization: null
load_text_encoder_in_8bit: false
offload_optimizer_during_validation: true
data:
online_encoding: true
online_offload: true
num_dataloader_workers: 4
json_list: /apdcephfs_sh3/share_300819555/helensliang/spatialav2av_data/split_v1/train.list
edit_min_size: 480
edit_sample_n_frames: 113
edit_spatial_mode: max_cap
edit_max_short_side: 480
mask_dilate: false
mask_dilate_range: 0
mask_bbox: false
edit_extend_prob: 0.5
edit_full_prob: 1.0
edit_zero_prob: 0.0
edit_margin_video: 0
resolution_buckets: ''
validation:
prompts: []
negative_prompt: ''
images: null
video_dims:
- 864
- 480
- 113
frame_rate: 25.0
seed: 42
inference_steps: 20
interval: null
guidance_scale: 4.0
stg_scale: 1.0
stg_blocks:
- 29
stg_mode: stg_av
generate_audio: true
skip_initial_validation: true
checkpoints:
interval: 200
keep_last_n: 5
precision: bfloat16
no_resume: true
save_training_state: 'off'
flow_matching:
timestep_sampling_mode: shifted_logit_normal
timestep_sampling_params: {}
diagnostics:
enabled: true
interval: 200
max_frames: 113
hub:
push_to_hub: false
hub_model_id: null
wandb:
enabled: false
project: ltx-2.3-trainer
entity: null
tags:
- ltx23
- spatialav2av
- E3
- dynamic
- 480p-cap
- 113f
log_validation_videos: false
seed: 42
output_dir: /apdcephfs_sh3/share_300819555/helensliang/spatialav2av_data/SpatialAV2AV_runs/dynamic/seed-42/dynamic_480pcap113f_4node_s42_20260727T142511Z_098d1dc