Add FASTGEN_DF_OUTPUT

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/checkpoints/0010000.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b79026b08b692f97bb0897d9e226bde2aebad41fdd4ffe493abf74851ca72bb
+size 8529367455

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/config.yaml

@@ -0,0 +1,183 @@
+dataloader_train:
+  _target_: <class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>
+  batch_size: '16'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_path.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  load_ode_path: 'False'
+  neg_text_emb_path: null
+  num_workers: '4'
+  use_ref_sequence: 'True'
+dataloader_val:
+  _target_: <function create_omniavatar_dataloader at 0x7f96943c1d00>
+  batch_size: '1'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_val10.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  load_ode_path: 'False'
+  neg_text_emb_path: null
+  num_workers: '2'
+  use_ref_sequence: 'True'
+eval:
+  max_ckpt: '100000000'
+  min_ckpt: '0'
+  num_samples: '50000'
+  samples_dir: samples
+  save_images: 'False'
+log_config:
+  group: omniavatar_df
+  name: df_4gpu_bs16_stochastic_attn_shift5
+  project: OmniAvatar-FastGen
+  wandb_credential: ./credentials/wandb_api.txt
+  wandb_entity: paulhcho
+  wandb_mode: online
+model:
+  add_teacher_to_fsdp_dict: 'True'
+  context_noise: '0.0'
+  ddp_find_unused_parameters: 'True'
+  device: cuda
+  enable_preprocessors: 'True'
+  fake_score_net: null
+  fsdp_meta_init: 'False'
+  grad_scaler_enabled: 'False'
+  grad_scaler_growth_interval: '2000'
+  grad_scaler_init_scale: '65536.0'
+  guidance_scale: null
+  input_shape:
+  - '16'
+  - '21'
+  - '64'
+  - '64'
+  load_student_weights: 'True'
+  net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+    chunk_size: '3'
+    in_dim: '65'
+    mode: v2v
+    model_size: 1.3B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+    schedule_type: rf
+    stochastic_attn_configs:
+    - local_attn_size: '7'
+      sink_size: '1'
+      weight: '0.2'
+    - local_attn_size: '10'
+      sink_size: '1'
+      weight: '0.2'
+    - local_attn_size: '13'
+      sink_size: '1'
+      weight: '0.2'
+    - local_attn_size: '9'
+      sink_size: '3'
+      weight: '0.2'
+    - local_attn_size: '12'
+      sink_size: '3'
+      weight: '0.2'
+    total_num_frames: '21'
+    use_audio: 'True'
+    use_dynamic_rope: 'False'
+  net_optimizer:
+    _target_: <function get_optimizer at 0x7f969465a660>
+    betas:
+    - '0.9'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 1e-05
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  net_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  precision: bfloat16
+  precision_amp: null
+  precision_amp_enc: null
+  precision_amp_infer: null
+  precision_fsdp: float32
+  pretrained_model_path: ''
+  pretrained_student_net_path: ''
+  sample_t_cfg:
+    log_t_df: '0.01'
+    max_t: '0.999'
+    min_t: '0.001'
+    shift: '5.0'
+    t_list:
+    - '0.999'
+    - '0.937'
+    - '0.833'
+    - '0.624'
+    - '0.0'
+    time_dist_type: shifted
+    train_p_mean: '-1.1'
+    train_p_std: '2.0'
+  skip_layers: null
+  student_sample_steps: '4'
+  student_sample_type: sde
+  teacher: null
+  use_ema: 'False'
+  vae_path: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/Wan2.1_VAE.pth
+model_class:
+  _target_: <class 'fastgen.methods.omniavatar_diffusion_forcing.OmniAvatarDiffusionForcingModel'>
+  config: null
+trainer:
+  augment_pipe: null
+  batch_size_global: null
+  callbacks:
+    gpu_stats:
+      _target_: <class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>
+      every_n: '100'
+    grad_clip:
+      _target_: <class 'fastgen.callbacks.grad_clip.GradClipCallback'>
+      grad_norm: '10.0'
+      model_key: net
+    param_count:
+      _target_: <class 'fastgen.callbacks.param_count.ParamCountCallback'>
+    train_profiler:
+      _target_: <class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>
+      every_n: '100'
+    wandb:
+      _target_: <class 'fastgen.callbacks.wandb.WandbCallback'>
+      fps: '25'
+      sample_logging_iter: '500'
+  checkpointer:
+    pretrained_ckpt_key_map:
+      net: net
+    pretrained_ckpt_path: ''
+    s3_container: s3://checkpoints/fastgen
+    s3_credential: ./credentials/s3.json
+    save_dir: /tmp/FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/checkpoints
+    use_s3: 'False'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp: 'True'
+  fsdp: 'False'
+  fsdp_cpu_offload: 'False'
+  fsdp_min_num_params: '10000000'
+  fsdp_sharding_group_size: null
+  global_vars: null
+  global_vars_val:
+  - null
+  grad_accum_rounds: '1'
+  logging_iter: '1'
+  max_iter: '10000'
+  offload_module_in_decoding: 'False'
+  resume: 'False'
+  save_ckpt_iter: '500'
+  seed: '0'
+  skip_initial_validation: 'True'
+  tf32_enabled: 'True'
+  val_seed: null
+  validation_iter: '500'
+  visualize_teacher: 'False'

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/debug-internal.log

@@ -0,0 +1,38 @@
+{"time":"2026-04-06T03:40:20.64032716+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-06T03:40:21.013284542+09:00","level":"INFO","msg":"stream: created new stream","id":"k5eolny7"}
+{"time":"2026-04-06T03:40:21.013333707+09:00","level":"INFO","msg":"handler: started","stream_id":"k5eolny7"}
+{"time":"2026-04-06T03:40:21.013428053+09:00","level":"INFO","msg":"stream: started","id":"k5eolny7"}
+{"time":"2026-04-06T03:40:21.013448425+09:00","level":"INFO","msg":"sender: started","stream_id":"k5eolny7"}
+{"time":"2026-04-06T03:40:21.013449371+09:00","level":"INFO","msg":"writer: started","stream_id":"k5eolny7"}
+{"time":"2026-04-07T00:03:17.611218264+09:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/paulhcho/OmniAvatar-FastGen/k5eolny7/file_stream","body":"{\"error\":\"context deadline exceeded\"}"}
+{"time":"2026-04-07T00:04:15.263078366+09:00","level":"INFO","msg":"api: retrying HTTP error","status":429,"url":"https://api.wandb.ai/files/paulhcho/OmniAvatar-FastGen/k5eolny7/file_stream","body":"{\"error\":\"rate limit exceeded: per_run limit on filestream requests\"}"}
+{"time":"2026-04-07T00:04:27.884919791+09:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-04-07T00:05:00.140752719+09:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-04-07T00:05:14.923234189+09:00","level":"INFO","msg":"api: retrying HTTP error","status":429,"url":"https://api.wandb.ai/files/paulhcho/OmniAvatar-FastGen/k5eolny7/file_stream","body":"{\"error\":\"rate limit exceeded: per_run limit on filestream requests\"}"}
+{"time":"2026-04-07T00:05:30.364381687+09:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"An internal error occurred. Please contact support.\",\"path\":[\"createRunFiles\"]}],\"data\":{\"createRunFiles\":null}}"}
+{"time":"2026-04-07T00:06:09.843296636+09:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-04-07T00:06:18.18635658+09:00","level":"ERROR","msg":"api: HTTP error","status":401,"method":"POST","url":"https://api.wandb.ai/files/paulhcho/OmniAvatar-FastGen/k5eolny7/file_stream"}
+{"time":"2026-04-07T00:06:18.187214393+09:00","level":"ERROR+4","msg":"filestream: fatal error: filestream: failed to upload: 401 Unauthorized url=https://api.wandb.ai/files/paulhcho/OmniAvatar-FastGen/k5eolny7/file_stream: {\"error\":\"must be logged in to submit runs\"}"}
+{"time":"2026-04-07T00:06:56.611106718+09:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
+{"time":"2026-04-07T00:07:54.548200177+09:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"An internal error occurred. Please contact support.\",\"path\":[\"createRunFiles\"]}],\"data\":{\"createRunFiles\":null}}"}
+{"time":"2026-04-07T00:09:24.549305022+09:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-04-07T00:10:54.550218489+09:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
+{"time":"2026-04-07T00:12:06.555954121+09:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"An internal error occurred. Please contact support.\",\"path\":[\"createRunFiles\"]}],\"data\":{\"createRunFiles\":null}}"}
+{"time":"2026-04-07T00:13:29.842978862+09:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"An internal error occurred. Please contact support.\",\"path\":[\"createRunFiles\"]}],\"data\":{\"createRunFiles\":null}}"}
+{"time":"2026-04-07T00:14:59.843224061+09:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-04-07T00:16:29.844839556+09:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-04-07T00:17:59.846154435+09:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-04-07T00:19:18.764329138+09:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"An internal error occurred. Please contact support.\",\"path\":[\"createRunFiles\"]}],\"data\":{\"createRunFiles\":null}}"}
+{"time":"2026-04-07T00:20:23.858909144+09:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"An internal error occurred. Please contact support.\",\"path\":[\"createRunFiles\"]}],\"data\":{\"createRunFiles\":null}}"}
+{"time":"2026-04-07T00:21:53.859951603+09:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-04-07T00:23:23.861590783+09:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-04-07T00:24:53.863198235+09:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-04-07T00:26:23.865243666+09:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-04-07T00:27:49.623665511+09:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"An internal error occurred. Please contact support.\",\"path\":[\"createRunFiles\"]}],\"data\":{\"createRunFiles\":null}}"}
+{"time":"2026-04-07T00:29:19.625034753+09:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-04-07T00:29:19.625104899+09:00","level":"ERROR","msg":"runfiles: CreateRunFiles returned error: POST https://api.wandb.ai/graphql giving up after 21 attempt(s): Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-04-08T20:50:35.549786071+09:00","level":"INFO","msg":"stream: closing","id":"k5eolny7"}
+{"time":"2026-04-08T20:50:38.163417507+09:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-04-08T20:50:38.163516073+09:00","level":"INFO","msg":"handler: closed","stream_id":"k5eolny7"}
+{"time":"2026-04-08T20:50:38.163571366+09:00","level":"INFO","msg":"sender: closed","stream_id":"k5eolny7"}
+{"time":"2026-04-08T20:50:38.163588356+09:00","level":"INFO","msg":"stream: closed","id":"k5eolny7"}

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/debug.log

@@ -0,0 +1,21 @@
+2026-04-06 03:40:20,351 INFO    MainThread:2067834 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-06 03:40:20,351 INFO    MainThread:2067834 [wandb_setup.py:_flush():81] Configure stats pid to 2067834
+2026-04-06 03:40:20,351 INFO    MainThread:2067834 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-06 03:40:20,351 INFO    MainThread:2067834 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/logs/debug.log
+2026-04-06 03:40:20,352 INFO    MainThread:2067834 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/logs/debug-internal.log
+2026-04-06 03:40:20,352 INFO    MainThread:2067834 [wandb_init.py:init():844] calling init triggers
+2026-04-06 03:40:20,352 INFO    MainThread:2067834 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_df', 'name': 'df_4gpu_bs16_stochastic_attn_shift5', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'wandb': {'sample_logging_iter': '500', 'fps': '25', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>"}}, 'save_ckpt_iter': '500', 'validation_iter': '500', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '10000', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'True', 'fsdp': 'False', 'tf32_enabled': 'True', 'grad_accum_rounds': '1', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '10000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '16', 'num_workers': '4', 'neg_text_emb_path': None, 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>"}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': None, 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7f96943c1d00>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'use_dynamic_rope': 'False', 'stochastic_attn_configs': [{'local_attn_size': '7', 'sink_size': '1', 'weight': '0.2'}, {'local_attn_size': '10', 'sink_size': '1', 'weight': '0.2'}, {'local_attn_size': '13', 'sink_size': '1', 'weight': '0.2'}, {'local_attn_size': '9', 'sink_size': '3', 'weight': '0.2'}, {'local_attn_size': '12', 'sink_size': '3', 'weight': '0.2'}], '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>"}, 'teacher': None, 'fake_score_net': None, 'guidance_scale': None, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '1e-05', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f969465a660>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.937', '0.833', '0.624', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'True', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '4', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'context_noise': '0.0', 'vae_path': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/Wan2.1_VAE.pth'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_diffusion_forcing.OmniAvatarDiffusionForcingModel'>"}, '_wandb': {}}
+2026-04-06 03:40:20,352 INFO    MainThread:2067834 [wandb_init.py:init():892] starting backend
+2026-04-06 03:40:20,623 INFO    MainThread:2067834 [wandb_init.py:init():895] sending inform_init request
+2026-04-06 03:40:20,638 INFO    MainThread:2067834 [wandb_init.py:init():903] backend started and connected
+2026-04-06 03:40:20,641 INFO    MainThread:2067834 [wandb_init.py:init():973] updated telemetry
+2026-04-06 03:40:20,658 INFO    MainThread:2067834 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-06 03:40:21,879 INFO    MainThread:2067834 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-06 03:40:22,096 INFO    MainThread:2067834 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-06 03:40:22,096 INFO    MainThread:2067834 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-06 03:40:22,096 INFO    MainThread:2067834 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-06 03:40:22,097 INFO    MainThread:2067834 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-06 03:40:22,102 INFO    MainThread:2067834 [wandb_init.py:init():1082] run started, returning control to user process
+2026-04-08 20:50:35,541 INFO    wandb-AsyncioManager-main:2067834 [service_client.py:_forward_responses():134] Reached EOF.
+2026-04-08 20:50:35,542 INFO    wandb-AsyncioManager-main:2067834 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles.

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/config.yaml

@@ -0,0 +1,306 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.12.12
+    cli_version: 0.25.0
+    framework: huggingface
+    huggingface_version: 5.3.0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    start_time: 1775414420
+    t:
+      1:
+      - 1
+      - 5
+      - 11
+      - 41
+      - 49
+      - 50
+      - 53
+      - 63
+      - 71
+      - 83
+      - 98
+      2:
+      - 1
+      - 5
+      - 11
+      - 41
+      - 49
+      - 50
+      - 53
+      - 63
+      - 71
+      - 83
+      - 98
+      3:
+      - 13
+      - 14
+      - 16
+      - 37
+      - 42
+      - 61
+      - 62
+      4: 3.12.12
+      5: 0.25.0
+      6: 5.3.0
+      13: linux-x86_64
+    e:
+      nqzhw0vaywm7g1seeml47z7ukdbmy4cq:
+        os: Linux-5.15.0-151-generic-x86_64-with-glibc2.39
+        python: CPython 3.12.12
+        started_at: '2026-04-05T18:40:20.350700Z'
+        args:
+        - --config=fastgen/configs/experiments/OmniAvatar/config_df_shift_5.py
+        - '-'
+        - dataloader_train.batch_size=16
+        - trainer.ddp=True
+        - trainer.max_iter=10000
+        - trainer.save_ckpt_iter=500
+        - trainer.resume=False
+        - log_config.group=omniavatar_df
+        - log_config.name=df_4gpu_bs16_stochastic_attn_shift5
+        - log_config.project=OmniAvatar-FastGen
+        - log_config.wandb_entity=paulhcho
+        program: /home/work/.local/hyunbin/FastGen/train.py
+        code_path: train.py
+        code_path_local: train.py
+        git:
+          remote_url: https://paulcho98:@github.com/paulcho98/FastGen.git
+          commit: 7b4901ffea8f50f95370235aad607bd85b4e55b5
+        email: paul.hyunbin@gmail.com
+        root: /tmp/FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5
+        host: main1
+        executable: /home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12
+        cpu_count: 112
+        cpu_count_logical: 224
+        gpu_type: NVIDIA H200
+        gpu_count: 4
+        disk:
+          /:
+            total: '1356758433792'
+            used: '644966199296'
+        memory:
+          total: '2163961778176'
+        gpu_nvidia:
+        - name: NVIDIA H200
+          memory_total: '150754820096'
+          cuda_cores: 16896
+          architecture: Hopper
+          uuid: GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c
+        - name: NVIDIA H200
+          memory_total: '150754820096'
+          cuda_cores: 16896
+          architecture: Hopper
+          uuid: GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262
+        - name: NVIDIA H200
+          memory_total: '150754820096'
+          cuda_cores: 16896
+          architecture: Hopper
+          uuid: GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790
+        - name: NVIDIA H200
+          memory_total: '150754820096'
+          cuda_cores: 16896
+          architecture: Hopper
+          uuid: GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0
+        cuda_version: '12.9'
+        writer_id: nqzhw0vaywm7g1seeml47z7ukdbmy4cq
+log_config:
+  desc: null
+  value:
+    project: OmniAvatar-FastGen
+    group: omniavatar_df
+    name: df_4gpu_bs16_stochastic_attn_shift5
+    wandb_mode: online
+    wandb_entity: paulhcho
+    wandb_credential: ./credentials/wandb_api.txt
+trainer:
+  desc: null
+  value:
+    cudnn:
+      deterministic: 'False'
+      benchmark: 'True'
+    checkpointer:
+      save_dir: /tmp/FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/checkpoints
+      use_s3: 'False'
+      s3_container: s3://checkpoints/fastgen
+      s3_credential: ./credentials/s3.json
+      pretrained_ckpt_path: ''
+      pretrained_ckpt_key_map:
+        net: net
+    callbacks:
+      grad_clip:
+        grad_norm: '10.0'
+        model_key: net
+        _target_: <class 'fastgen.callbacks.grad_clip.GradClipCallback'>
+      gpu_stats:
+        every_n: '100'
+        _target_: <class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>
+      train_profiler:
+        every_n: '100'
+        _target_: <class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>
+      param_count:
+        _target_: <class 'fastgen.callbacks.param_count.ParamCountCallback'>
+      wandb:
+        sample_logging_iter: '500'
+        fps: '25'
+        _target_: <class 'fastgen.callbacks.wandb.WandbCallback'>
+    save_ckpt_iter: '500'
+    validation_iter: '500'
+    skip_initial_validation: 'True'
+    logging_iter: '1'
+    max_iter: '10000'
+    visualize_teacher: 'False'
+    seed: '0'
+    val_seed: null
+    resume: 'False'
+    ddp: 'True'
+    fsdp: 'False'
+    tf32_enabled: 'True'
+    grad_accum_rounds: '1'
+    batch_size_global: null
+    offload_module_in_decoding: 'False'
+    fsdp_cpu_offload: 'False'
+    fsdp_min_num_params: '10000000'
+    fsdp_sharding_group_size: null
+    global_vars: null
+    global_vars_val:
+    - null
+    augment_pipe: null
+dataloader_train:
+  desc: null
+  value:
+    data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_path.txt
+    latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+    batch_size: '16'
+    num_workers: '4'
+    neg_text_emb_path: null
+    use_ref_sequence: 'True'
+    load_ode_path: 'False'
+    _target_: <class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>
+dataloader_val:
+  desc: null
+  value:
+    data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_val10.txt
+    latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+    batch_size: '1'
+    num_workers: '2'
+    neg_text_emb_path: null
+    use_ref_sequence: 'True'
+    load_ode_path: 'False'
+    _target_: <function create_omniavatar_dataloader at 0x7f96943c1d00>
+eval:
+  desc: null
+  value:
+    num_samples: '50000'
+    save_images: 'False'
+    min_ckpt: '0'
+    max_ckpt: '100000000'
+    samples_dir: samples
+model:
+  desc: null
+  value:
+    net:
+      model_size: 1.3B
+      in_dim: '65'
+      mode: v2v
+      use_audio: 'True'
+      audio_hidden_size: '32'
+      chunk_size: '3'
+      total_num_frames: '21'
+      base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+      omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+      net_pred_type: flow
+      schedule_type: rf
+      use_dynamic_rope: 'False'
+      stochastic_attn_configs:
+      - local_attn_size: '7'
+        sink_size: '1'
+        weight: '0.2'
+      - local_attn_size: '10'
+        sink_size: '1'
+        weight: '0.2'
+      - local_attn_size: '13'
+        sink_size: '1'
+        weight: '0.2'
+      - local_attn_size: '9'
+        sink_size: '3'
+        weight: '0.2'
+      - local_attn_size: '12'
+        sink_size: '3'
+        weight: '0.2'
+      _target_: <class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>
+    teacher: null
+    fake_score_net: null
+    guidance_scale: null
+    skip_layers: null
+    net_optimizer:
+      model: null
+      optim_type: adamw
+      lr: 1e-05
+      weight_decay: '0.01'
+      betas:
+      - '0.9'
+      - '0.999'
+      eps: 1e-08
+      fused: 'False'
+      _target_: <function get_optimizer at 0x7f969465a660>
+    net_scheduler:
+      warm_up_steps:
+      - '0'
+      cycle_lengths:
+      - '10000000000'
+      f_start:
+      - 1e-06
+      f_max:
+      - '1.0'
+      f_min:
+      - '1.0'
+      _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    sample_t_cfg:
+      time_dist_type: shifted
+      train_p_mean: '-1.1'
+      train_p_std: '2.0'
+      shift: '5.0'
+      min_t: '0.001'
+      max_t: '0.999'
+      t_list:
+      - '0.999'
+      - '0.937'
+      - '0.833'
+      - '0.624'
+      - '0.0'
+      log_t_df: '0.01'
+    input_shape:
+    - '16'
+    - '21'
+    - '64'
+    - '64'
+    device: cuda
+    grad_scaler_enabled: 'False'
+    grad_scaler_init_scale: '65536.0'
+    grad_scaler_growth_interval: '2000'
+    pretrained_model_path: ''
+    pretrained_student_net_path: ''
+    load_student_weights: 'True'
+    enable_preprocessors: 'True'
+    use_ema: 'False'
+    student_sample_steps: '4'
+    student_sample_type: sde
+    fsdp_meta_init: 'False'
+    add_teacher_to_fsdp_dict: 'True'
+    ddp_find_unused_parameters: 'True'
+    precision: bfloat16
+    precision_amp: null
+    precision_amp_infer: null
+    precision_amp_enc: null
+    precision_fsdp: float32
+    context_noise: '0.0'
+    vae_path: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/Wan2.1_VAE.pth
+model_class:
+  desc: null
+  value:
+    config: null
+    _target_: <class 'fastgen.methods.omniavatar_diffusion_forcing.OmniAvatarDiffusionForcingModel'>

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_1000_9eef7b6e7edd7453799d.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eef7b6e7edd7453799de5a9c7e723fa3490fcf5595a2695ae42cbda6a2d85a4
+size 211178

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_1500_92bbc8b201c4dfaf1bfb.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bbc8b201c4dfaf1bfba5e61351c3223308cea15ac3f375de27c4f0aae8b3c0
+size 216160

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_2000_e899fbeb8c87ce1e8f53.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e899fbeb8c87ce1e8f53e48efacdb5b626373b6db90ddd5d44c4f39e2bcbf2d9
+size 208974

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_2500_9a27ab4d2fd573636c63.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a27ab4d2fd573636c636d6ff8cd62a69656714d72814edf55d053f6c65237c1
+size 189624

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_3000_028c8901d65ed0497196.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028c8901d65ed049719630d150167782878fbe3293df1558f66ecdddd323b8bd
+size 171357

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_3500_ee448634fb10696bef81.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee448634fb10696bef81afa544af65c33e1ff07311e885f412306ac00f4263c2
+size 172302

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_4000_eab71d1664df3877c73e.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab71d1664df3877c73e1c8910fc6c5fc59e597eb59f4f4a52f16efe8466f48a
+size 171005

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_4500_a2ee7a7bf9f9b79594fc.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ee7a7bf9f9b79594fc2e5ec4066fe8cb7b975b78c537f510d5c6fb0c255bd4
+size 218238

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_5000_89319c5a6672f6c28133.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89319c5a6672f6c2813370f6e9be12f4c70661219fcab9345e9ec96391e5ebd5
+size 192200

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_500_2594e32c120a620ede9d.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2594e32c120a620ede9d4613c87c8985d5ec03a9250077d94093cf8001922aae
+size 190461

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_5500_2f18f2ed5356b565083f.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f18f2ed5356b565083fc4579b70cbdf5b903dcd36b5b0ba15c478c87d7e30fd
+size 265018

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_6000_1836b6454d3db7c73fb1.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1836b6454d3db7c73fb1c852c951a5f673ae101daa56d677178435980509905f
+size 221862

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_6500_76360603fc2fd082be00.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76360603fc2fd082be009872c3e1dd3c10fa85f9b4840468f9f9677d40ba94f7
+size 158793

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_7000_93bc03bfd88f470413a9.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bc03bfd88f470413a99a99ffb4c0a7db0743cd5c25d062113ac70f79939f66
+size 157462

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_7500_dcfdac5ac47296fbe00f.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfdac5ac47296fbe00f283ad3903f6fad2f969befa70db803660a59a567fa93
+size 208311

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_8000_8ca23889f7d49ac6c124.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca23889f7d49ac6c124084a20ce3d5a1e81af863dca523d08a96a6278ad095e
+size 204913

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_8500_2d9155c0427c44dac345.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9155c0427c44dac3456dc438b798cc93430f367b6a0a759ee1bfebdbbc70cf
+size 215598

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_9000_3ee640750d7b97cd2b77.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee640750d7b97cd2b770deb5fa94bc18e9d73d3646b556d89be0c11f2328e32
+size 258101

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/data/real_9500_b9df189410c4aa3a0091.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9df189410c4aa3a0091c93d4461eebf30b6007ec9078f22c2b16bb36fd374b9
+size 232718

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_1000_12e9e8d9c35e596e633d.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e9e8d9c35e596e633dc7968caa28ef44d435ddbfba1d6b5b906f3e87d38647
+size 189737

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_1500_f388e568a0f0ed0732a2.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f388e568a0f0ed0732a2da457d0e74be1d79ccac12db839faa53806cddd796e1
+size 189450

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_2000_097dbdfd33bfba435fac.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097dbdfd33bfba435fac9f51e47daec91fb032321f9ad5f7525bdc41b12c07e9
+size 188720

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_2500_5c365e606624b590c665.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c365e606624b590c665326705f35080753a153552876dadaa3d41a1ccd1c808
+size 161016

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_3000_5e98916a4fde8e79a6d0.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e98916a4fde8e79a6d0432b3167fbd7b61b6de0dc0ced8903c19fbea2ef1906
+size 159787

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_3500_90718764bca93eccf87f.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90718764bca93eccf87f352b2117c640282f620395a260d306111fd07a1e1b33
+size 153162

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_4000_4f1a82fca8ad6be02dde.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1a82fca8ad6be02dde26157a3477b16bfde89600922a1f9d7dc3254d757e86
+size 156187

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_4500_dd81b81a24c42d26c308.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd81b81a24c42d26c3084c8a4840ad631212641f53d0c6352f58e1f0ab3c6a7c
+size 208152

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_5000_1e2efdea145b22ccffa8.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2efdea145b22ccffa8ff23a1274592e64e8767c814caa33e1060fd9661de0a
+size 166495

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_500_27cdee647cb1f0e31a2a.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cdee647cb1f0e31a2affbf933ca56ec005105b7e5719eb7ab35025b7c9c44b
+size 173466

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_5500_f232f583ca9c5a3722fd.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f232f583ca9c5a3722fdeee91bb047df469c233b80e60d4558eaf38e6c0b3fc7
+size 241371

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_6000_be9aa3a1349ed8d32056.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9aa3a1349ed8d320560f66f84e69770594179c11d2e752296f4bb4eabf8b85
+size 199925

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_6500_0b9d9132b3d22d41770b.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9d9132b3d22d41770b2dee1c6b66b67e5d195a234e9f066ac30cadcac67907
+size 146530

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_7000_e389d2b334586856813f.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e389d2b334586856813f4b06de4f3ef4e2e7c58f5e2b47d36d52e1f2133767c4
+size 134954

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_7500_ed46e822a964c4f784a6.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed46e822a964c4f784a62356d0485a764500fefa015e173bb6032747d1bbccac
+size 193253

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_8000_d064add4fa304a24e996.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d064add4fa304a24e99634d3f60aee68052b6155cfdebcef6fb0094b972b0919
+size 186653

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_8500_f99dbce000879bf4c0ad.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99dbce000879bf4c0ad19dd789503993030edf0ed7302b8e1379f58e065a737
+size 182073

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_9000_17943f96d7793ddad4f5.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17943f96d7793ddad4f5293a34f6e7ec1ee092509597d4357b4e8714d35d91df
+size 215509

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/train_media/student/generation_9500_bebbaf9c3daf646b92a3.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebbaf9c3daf646b92a390e0bb9c87964c187e435c33ee63df071b42ff115f34
+size 208873

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/val0/generated_10000_143b2078a1b115474e47.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143b2078a1b115474e470aa02e49046782c8b6c4d470379ef4319900bf5cd20a
+size 152345

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/val0/generated_10000_2ce3d6ec8bb635170a76.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce3d6ec8bb635170a76b91f988d6dfd020163d108a71af6b0ede86aa4e0c603
+size 209487

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/val0/generated_10000_5b80a53fc4d7684ad8b5.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b80a53fc4d7684ad8b56fec545a217c7151602268576a08756a4d4b0387ed50
+size 167830

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/val0/generated_10000_5f018a463ed4152fab83.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f018a463ed4152fab832eea02f7badd69da11954c03130b7a3f4f7051b19776
+size 195646

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/val0/generated_10000_8d8b5ff4eb5e7b167a76.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8b5ff4eb5e7b167a76254676617bcc61f6351438a38dc7182be97eba8f673e
+size 232911

FASTGEN_DF_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_stochastic_attn_shift5/wandb/run-20260406_034020-k5eolny7/files/media/videos/val0/generated_10000_aa89770994ef312a8e18.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa89770994ef312a8e180b9e050f66b05d96d94c083a938f26249bb9ce3d66c8
+size 146118