diff --git a/.gitattributes b/.gitattributes
index 866e7a9d7a8431f69158a939a934c1a610f11a3e..92f69e86386052668288a3185ea6d5317900be5e 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -10177,3 +10177,291 @@ FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769/OmniAva
 FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769/wandb/run-20260427_100245-yihddx5h/files/media/videos/val0/reconstructed_600_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
 FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769/wandb/run-20260427_100245-yihddx5h/files/media/videos/val0/reconstructed_600_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
 FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769/wandb/run-20260427_100245-yihddx5h/run-yihddx5h.wandb filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/run-08kgq64p.wandb filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/train_media/data/real_100_6eaa5ae21547d6d4dc78.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/train_media/student/generation_100_b005ac3d7204c2ea4c05.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_04f379214fc06a68f051.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_113532658ac9afd34477.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_9225e07d31a96cce4786.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_9b544b70c1f4a7fd8209.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_bd86f81daecddc9118ed.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_c1651160e5859873a337.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_cc7f106b528f46ae8fce.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_d4332cebf8343bdbaf8c.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_eb9730f19b14ea467e38.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_f973a0e3dc87220f12f6.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/run-2i6dq2na.wandb filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/run-42604m29.wandb filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/train_media/data/real_100_6eaa5ae21547d6d4dc78.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/train_media/student/generation_100_31f92d368bb6d2f6af17.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_4165bc55555ff7f8ff7a.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_490f67a1ede4061c854b.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_4bdf2e717b03ecd63f29.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_57a8f9e70391c6c049af.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_58bcd8d30b51b9512a3a.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_80043f760939b905233e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_8105e8cd9e35f6d6995b.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_83d7542ae832b445018b.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_9739e581d21f31400e6f.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_a97ba3ccc07bbc68eac8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/run-isxgz9lp.wandb filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_200_6eaa5ae21547d6d4dc78.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_300_f2ac8db847ba517fb9b1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_400_9b2f675b8f88739b0ee8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_500_d6aaae9196a1fe54a75e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_600_dfb7aaf4e981b5c54fd1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_700_707934d3b0f42204cf8a.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_800_a04f99333707ab6a3cba.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_200_33122d55614732e2db50.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_300_eab9d049e854c48351d9.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_400_4cfa7a87e19a594147c6.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_500_9063879242c05ec17f88.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_600_ff5eaf93c058e67ce367.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_700_dde62fd5205cfcc2c7aa.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_800_c413166000bbbfeaf827.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_1a78d35afb8ca11f74e1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_214c272a9b0e6c484282.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_47e0905e45c94aa57df3.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_70b7e585565a9b8707ee.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_79a60f8bd058031739df.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_8f22ebad06852fba46c3.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_9116ea4dac8b3ded1c4f.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_9484ca0dba2198d0ae4b.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_c2c4d5a0fd1d8caf469b.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_dbcb26f2a23242828619.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_7bf3d8b1feb3246d3f9a.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_7c0fff7c9fcc61801138.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_7c1763d4e3a60a7cbd17.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_98481300072b84bcc2d1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_b0926dc4ffaf4564520b.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_c283ac5747f8592c3ee0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_db2b44dcb59601dbfb7b.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_e6b0b5e861400a67a10e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_f5fb4fab47aff8db7235.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_fac95dcf65358bcaaa96.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_02ea512b809d1d67aabf.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_163e6d364fea3a51f7f4.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_21abd81fad4b264bdd38.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_33f5873e7bc0495b6f81.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_43552722a937efe27424.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_599b61f0add0b14479df.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_9cf546c2ae30e3388dde.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_b08287ca002cb37aa110.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_b549ba6714415133696b.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_c1867e52e8b92905952e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_050ba6cbb7680969d2de.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_0f541746bb2aff63b152.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_282a0e6b4fc80530269e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_301ead33dc73020f7964.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_3abded38a902b7ffc5e0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_55905ac96ef4eb5323a6.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_a0ce9688b61ff6f15b4d.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_cffbffbfc08e8b26a589.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_d796037a32d4a472c5a5.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_faccad6c3bb51f231c1a.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_087865c95efcd1d66cf9.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_1a24448cfd0f9c7baa49.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_2c990e8b416dae624deb.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_30fe7933a5ba1384f2b6.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_4cdb6f466db77f55b3d6.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_60325f8b563843fe885c.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_794be4dc7a013c3beb74.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_81cffeaf64dabf75a145.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_ce6bf6c41ddca53de6d8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_ceae816e5e7034ec2324.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_1dd266aa8d6b94daa4ba.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_6556cb75c57f5db5c770.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_9a60fbce745ae38e02e1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_a7cfd41f7ad114e24452.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_aa1f350a88ea5e54bd3c.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_b2355f4595a8f5d7d471.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_cb3c5766d48a5befd7a7.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_dff075eac4ec80da8c47.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_e0ad152a85ec3098b3a4.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_f6ffb86650ea02526d23.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_0d132b13130540f1e61b.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_3e6862a4c5c271f9632c.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_604635f39c401e9263bd.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_6c935c0689e9914ac91a.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_8052046c5378ba7eff2f.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_80c9f41d1f22328939f7.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_a1fa83a594499af76c90.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_c2ccfebb9e27817d3c51.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_d165374726504d169873.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_fdea5f052f97e9da68f2.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/run-isxgz9lp.wandb filter=lfs diff=lfs merge=lfs -text
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..60263ff8b0d2ea106c9ae383753349235cc36b9b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea3fc1e63125cf9519de01237524ac4b0bd323ded9e8b4a642cb9892b5ed167
+size 722902
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e14184ea08778841666ee78e7f3a82dc39a33adb
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52897e53a40db20571eedec0fba1be2838e1067e20b99580f08aa28e235b35f
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d4632899035706e99191e051f118147053af2fcb
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d203b1858279c8be68b3ed594387d718ae88807fbfe3bce62a124605ed4f29e
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d9d987d059fc7b73620ce71dfe4ea4877ffea3d2
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac3484e15003b98acb8690709534047195a1d22423a451ad50283dedd242c65
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f54ee645cb6a78e68fb74b07a6f028eea57f7d85
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcf56f60424ae5a29aac61fb47d79fb642f5222be2cd0e1f842a9afae3c6372
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.pth b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8eba06d5534a7b2e93f2f5f3f62b7a9807edd0ae
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefe455129d8d9683d7f02cdbb18043a7c8a6b6082c2b52130407de1795c467e
+size 1901
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..d91ccae116b2f20f92791696c84749c749a574a0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080133e132f34310523d8d01fcaf5a06047dfed92f0b8816376e4423409f43b3
+size 722909
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4b155aeab887de442223a0eaae58109cf8379dda
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6b9f1fad28a4636506640a3c77bdf16ad4315f1caab934666fd2431ccec25d
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c9b0f3289190ffb3970c86134735bf37a4d650c3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8fb4cff830e25c5563242d5b37056bb2360be3411e5eafa5337f2da0d36da3
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ebf79c9ab3d3ae60a410505349062ec8f5233880
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e6ccb388bd20e8bc47475542384a4c956ce7314c2efab426788fac09b96cd5
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cd4d252f920fcd133bafa35c3d9b1d29c9045c15
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.fake_score_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632521d8574025bab35e55478a063ad52eb8ce54b5c40bb32046d362eafda992
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..2aff2ca664c1714b6650aff113f3a02f00909b14
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfaecc2305565188ee3ff7b4ab8d90ba26af5498b23fa51a7fece62d9aa1e996
+size 722902
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..fb49205f10d090fca0647926ea29570de9eeb77d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdd956b1555124ae25b55610e7dbd7656d7b6f0ad8c3663e9e1c747e77dd0a8
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f4a0f5ed8dc1b3384f1fed5eb45a01b3ac852c09
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937999bfec26fc1763cc6eba45fa6d48ca7fec0afd28dc269847c7a91fc07a2e
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..531abccf486600ba31503c2d3021a5e9c01a9123
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a98ed82a6d6362dee8971fadc46f9ed9957c4f4b5d2a95a580a8d2aef83731
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b61226612cbf7134503c0ece121b5d57d96f115c
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9222d648772407b26e40dd51054a7d8cece5392c222c24c13d9ee3475ab079
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.pth b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.pth
new file mode 100644
index 0000000000000000000000000000000000000000..aad3029700e1ea1cb33285d1aa85bc71bb88a215
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebfa62daa986c87b350c580ab69173f6912fff579c6397be2f5f01a2b5620cb
+size 1901
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..3b5e545c1a6b259ba5e985d4636022f26317a20b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af098a2e5876080ec35bc96c9a2d86abb3cbdbbf03f8113d4a38d8f4ec4938a1
+size 722909
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6d62b4e6511d802d8b6bd88b8aa27beac5e2931d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b2b3d7fc189ca368ddb1fe4ed306589a966c8783a979adfbc2fe57da096c29
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bde66f2ae86903e7612a0befaaf5bae51453a611
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e992f8afd6f76b36960d087c330d9768247e36a6448adc39f5efb6da7ebb8dcc
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a3c45046ea31ea55199394bffca4ceed48316aed
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69ce14cd9ec009bbcb2e9f34667c709c7776ff0f99f43c1b2497bf4bf23cbb1
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..95febb2da12b7f19e7073b2141159bbb6a648245
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.fake_score_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0869b85a8a2b75c74af605377f8f9b08f490bd90a33886d6d2450034971f153
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..24c8ad467e827845f9794cd977f7d25c67b2f6ed
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694c4c2b9dc1ca37e2fd2cf60be0bd019a677b57e51334846f00c282f297caeb
+size 722902
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..50446e8d75f32118e3d71976c8ba409fdbd09e65
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c86243f0e59bce9ce2f9f4ee7ebaf1e19b4b55a6c7437de574f71e5dd6933e
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..016188037fdd484b20cd2592353765530f936c61
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3354c906cee9b564d9f422d33fb5768c1b5adc06cd7a053a7f6a7f4eabfd85
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..9ee38aa7bd4c953b65404c75245e372d9904d8e5
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c7aac4e83a8cb0e0402dcdb1a8ad4d6d7916f698c3645e2d014e8fd4e72ab6
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..314e84f76b68dede7cf158df2a61e7976909662f
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1780f8c92d2b4d726136ffb11b8bc61e9f6782c5f10b6dcb271d4d165e951c92
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.pth b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.pth
new file mode 100644
index 0000000000000000000000000000000000000000..92a76f0f3b040efee094daabdd04fc4ecb7c670e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76c71e02345bb8451425e4c637c86c4cc5f60c71d79309cf5524e46013f7295
+size 1901
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..01d25b8a07dedc84ccd1ea5bd859e9611d27963b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9308878cb1101d5c57d48e290b4f6a92ab36166468ba3ff66059a7388288be4b
+size 722909
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..899aed4ab806e705cbc42c3e5a4ec11da835b68a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c413f23152a6adb8a9bfe52b35729e1e4d17182115241a84b669a0505e18cde7
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bf6ec059d883e976806d213b6f5d64425e541829
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8811e69e6c78c2f73ed364f80c9c2e787d7792a0385d518825d8988c341c7576
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2e05cc2a16d361ded59d126b8d29f674a0b9dd89
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa1d99407e2d7f04bc45117a1a432475b29b705549dbf51670b0a07cda0b59c
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..8c204d1b6e3b55c6878d7b27294c438d677b2a10
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.fake_score_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3ee3c07a9359ca2f70226b101f6fc3eb49f4449382dce79c70ffea38f0d04e
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..c3af7a39a49fa56f03fe7c33df51f0367fe5ca11
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43c2ded449fd0ad4cea0f857c2fbd6cca2e3c1b853899212f565ebaf140282a
+size 722902
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..875b5a307b0e5e869c0f2633b0333fd6a4113c55
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0f20c8a0cd00c884d40d6ac903eea68fa4d187e1cecb7df6f38dc7ace92ebd
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..147560b13e92eec06dc450e08e87d3d6a00a3264
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd5fbcf2e18aafd773fffea685118115838660ce76cae334b2f1dd344b2132d
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..be6c36312fa061bab16d7fc4365513ee45adccac
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995e7fe20be158371f2b9083aa11a55a12e07d4aaa7447059ccb4753824815c7
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e995d93dbedd493ead9e79e9c11496a8e508294a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b7b5ccc1d1f9de27e373201c28c4ebe9d6d4b08b3aaf2a98053247ed3a77dd
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.pth b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6eed4d2ddbaaaa8d1ffb666f806efbca131032aa
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ff7fb99b3daabe3678198e33994011726c066e03d570d82b78992320415261
+size 1901
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..ee16348f19a032e32b06bea86aa39d12d60d86cb
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29831dd8e152bdc023d4b6b12b4f1c5741328f00c95f08e80b7c3cd10a8a436
+size 722909
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4bc6320c117777884c8c83c54df6572bdbd6ce65
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b95ebbb42bd58804cda670d33a1b17c957442aad03615804ac4187de643cf85
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6806c9c8eb7a69dd4f892cd067c60b14229f336e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0307c367c9af98129fe644fd10252c7843fb1634f1c9821211e1cf1e3384d3ad
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..409fcf3f646be521c2997c1c0b62fe7fc1f344f2
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153079aa01a3f29de3b35eeaffb059bf69c9bf349f6696774e3e0dd22f8fa5fb
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..59381d611de36f0cd0a07d523c7dc10f87745571
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.fake_score_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4d1f98898b7c5b8bb74fb713d6e81ab6a8efd252e3b4ab38d2ff137e8a07f9
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..bd925e4d5de2d72da4d16d0446842fff47ac43a8
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc5c68423ff9dd9c67a1a5127a08630c8694658841e510d88b7f9568023d343
+size 722902
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b60b7024daddc6db30eb657fc3411643a7e18f8f
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16de4c72eca4e1d38134d74c1dd13839501992ae057b0f35f3f513b871ad940f
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ca5c76fbd3f859455ce5fddb0fcf99339ec1dfe0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754ab1397ec8ae2b4d026f7dc597d363e1b9d19286b203744cf97c1aa6941022
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2309f5818166cecc5dae8e4d16d5c73cebe7df5c
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdcdb68f923f521f1d04c08931c397e010d5dd8f1fe29d80d2895d6e29400ea
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..485bd655ad5a1ae8439d5561c546a4205a83bfee
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9c66404c7eb9d09a6c77695d9c0fafe46087ab710fd5dfb826d3d2076f26cb
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.pth b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1eb73bc1d16a219be160dd7be09e2fe36228d59a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0548d00c34d800d0bd0e3395f27252efde74712d987b8730e05e6bfaa7db4ff9
+size 1901
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..9c1c6e6422b9eb4ff5a57eee9a33e5b678e94d90
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c062ec1615f3b0a282a38b7002cc4e6f09811ba954ae7c87c246b54efaff401
+size 722909
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..98d1bc4bc4d1716ea6ba94d654ced9695f71216d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcacd8d161d3b9013ebdb5eaf122533b4f9280bf174a803e19e097043ab482e5
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a48bab2733ebf59e930cbf284ec44d9bfc35e2c4
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e073841eccd0e44cc1e017f4f0441c8df0db2e0c70822e4ab926ac279fe25375
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cc8e5244cc4664f7033ae30f36a787e0d99ad738
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f4ac55c26700fe17480f800deeb88539d5d2f5741df5134c749e89699f8954
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1ebed6c10d2ed8853406bc24f0ab2972e0e5a2e3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.fake_score_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec4eaf520eb1365ba2aeed6c8a6d012bcc1aa1fc43bfb62095189d218a55c3d
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..53ae4b9aa0527c22f6ca7fd51bdad36dc7b3c40b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142905f43f61f60665f88ba27b28dcd2ae3a48e2b5a09cbeda57a8780a33e819
+size 722902
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4c507f3377b1ac87a5e86bf3eb90569626420eac
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca8f2aa4875d126594c6d8c2bbf5e57aa2f54beb4cf58c98bb04cdd11d68326
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c9e924271dba50113acf0b9c1b42e5c3422818ad
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cc29df2ebb13b42c1bed63e07395635d4acefeeee4da1de9393cefdec158fb
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d42c74b302039dff94387d70793978824775e022
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b1c4147c69853ecd23a2ecd347e3aff4819404f38655e0df9376e6e0db820d
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2068f836f20efb6a88d6ca81387fc4b8953a4d07
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6f743da2a4866da012e6c302b98554464af845aaa9ee21cab5a297d24011fb
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.pth b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.pth
new file mode 100644
index 0000000000000000000000000000000000000000..09e6f0f7e9e1f82e7e414a183bb3d887608dcefe
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5700e1769b737e601814f3b65486731411f7425e226f38d9bde4ebfaaa855ba1
+size 1901
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..b7c8ec77e2c69270fa99f54e258fbaa361d16f8b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4747662e7ef2720726deb62fe80c486f07848fa7dbc74e6756c3d28f0ec41dd
+size 722909
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a76f89a37cd78898c20f84e57dd808ebd37933ac
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f6f60fad7b2c460fd93d842c8d439c4cdb6da530d3b1ccd182ee3a8b425a8f
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e2acc60d7b6fed855bcd1980a2e3fd8e531294d4
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fb2804f4e2a08800badd3846e6634ae64ee3d36615e18ac08dcd873429283d
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bb4a8474d13c7504fe4f085b9d5a61c429d25f4e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c0a37f3b4563b513a10074c73d14e22f148a1820f671c6e9828f6254dd724b
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d529ab08ab5079232874afe829aa0a6dc4753e45
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.fake_score_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489f67b6d802e916e8c8627cd28ce9f3dd051ab5d949b2eff5a3cafd952aa234
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..8a4e774831b9e47624e8032c5e61105309758ba6
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913ae05e11141a45e6e495926075657feb79967325039076af7aa0f5b3380e2b
+size 722902
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1c16cd8d5b80fe173977f2dbfb6d8d597ddd44b0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9230b4885f381dca95162d00fad6bc744ca4714817f60d73600444173c3ab29
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f17ff28b64cf27d8834384860aa9a34291bec669
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83aacaa6d95a7f89ce795195f2fe77b076a23eeb80d6e416bd1ee9b01e68ae1
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..88999578df632f0858c4d482fbc1f5252d516ba9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4103ed392048bcd7c1303b7d9df80eb35501881b6c81454db3968a7581ae01
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f591dd7bed49b5c8ec68e8b01b39f8b33ab7fb55
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05b589760dab6c8b8050e54d354f7ad6954cc848b46dcc30960b09a2fc69057
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.pth b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.pth
new file mode 100644
index 0000000000000000000000000000000000000000..77584fe7a6a82ac00e08757e6788e48c35395d4e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd1e7f6d735d99429b85c24bd727696336d76a89e1f1c45cacb1c230635a29e
+size 1901
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..78cd1c5f8b212fdf16b4d791a1a821132f708476
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21abe59e50c9038f190896fe4084211aff064acaab243dc74c3d508880c1e009
+size 722909
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..86823b800ce7e303c076421ca1bf6e170d37fe1a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7251013cf13c2ace3cf699ce7a5dc2c774f14823e4c2c2662f779c3c242eb7
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0e210afb056c0d1271da6a13fd9127215c0a1709
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d238e0458a4cdceb350b55b60ccc2b4b9f94dc5d17ba28893ec088842d6497
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e513a9f01644f12713083e77526759576a072841
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19be6cf62dc9a9734969f04e15ca75c280939295677e78d4c6d8c32edd55a018
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..76c49101edba10d36c8e6a77bb6cc4213eb02e50
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83275091c9a67ece9087c5283547d5a044c5db86eac44d4f376368c148549c6a
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..71309a93aaa3c53ffeee676aaeca6b588d2bb153
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ca4cc6d0da7817d39df75a578c0d8de6d4aa996e4052f49a521c34545750bf
+size 1937905
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2c5607bb65a43635f432fc15774268232f6abd33
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351e1c0b0dfd67c8c3599ec7d7bda3a023ef078ea0f8b3e48292aca61f039961
+size 1241343105
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..789cd8746aa6eed0701149fbaa159755f18f2b0a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32c2493fa16e517395e813f0a5bc9efcf882210b32fc98912968f4df7d4171a
+size 1241838458
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e0373513a101ad8e82772b0e11d9b06273fd83e1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1843cb64cdb64017b0946aafd5488e892c80fc7ab34d4cee65b1a0e355b7527c
+size 1241789709
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..9ed17aa54dce1bdecef88f124593aa18ef3c3625
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.fake_score_optim/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e2eb643eff28c8f81591755ec67c83049da358bd45859b2808e645f7d5ff11
+size 1241789709
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..0f49db64d320f6711def1a550b71c46b32cf6364
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fabeb397776daa265e533bd5e8a258ff4caf850c160833656306163f19fed5
+size 722902
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..deec4722f30621d4273438d798705a94fda8b249
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85636c1e64dd6c628c2cac06248b8a2d0ab03e1fea7bc0b0ac8ed2fd978fc2f7
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..954c2e6986ed92dd217a94a525651dd5198350fd
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9716a2b366b882aaa7bf7d531438e7a7a8fe0915336817b00c7bf475cc7136b4
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6aa5b5320408b87ae9c6172a880575b30e0fa418
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6b3a61b8a4a5d4d18bd663d4b2d0270b28ab2997ebe41d3c74133eeb994575
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..8ffad1a423303aa1fa3652d9a61d10eaaac5ecb2
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f74b7056daf6b37d653623118e04ea257e947aa24d44bd92630fe59b721c6d1
+size 620670764
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/.metadata b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..6ead550e7cee05161cd8245655808df116cd6aee
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332bbf94e139a958e174bb694093a3f098e8a795397ef5b5b6ec3e94c35864c8
+size 1937898
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__0_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..29268f024fdfda7c2c4d36359dc95b14c563c772
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154f0f2b7b7c404fde55e3e18335ed288d0050bd5de555c46eb102bd54190475
+size 1241343105
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__1_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5d5ae2b57f0543f8eb31c269ba876dbda5f22856
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4584c0de1725d9a69f5d2bc322c5e2f0a379549e28cd9c5024d4422803b9ef
+size 1241838458
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__2_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..649be02dd68d2fdbd1457290ba17659246b2a371
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cb5a0f8178b589f9644a440c816b3863665689d4bca8c92cae93be63942a17
+size 1241789709
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__3_0.distcp b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5dc5ba5b99c8034445341ae29966fec39caf13a6
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.net_optim/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f756e0877534ade780a59eab6c8fbe510b5d481131bb5fdb5c0b01d8a08407
+size 1241789709
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.pth b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.pth
new file mode 100644
index 0000000000000000000000000000000000000000..35600a95fb8af5755e3dceac3899c6622fbff837
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da980dc31d79193d5adeaa63b16d97b93e5321a68d35723ddb32c710f6cd58e6
+size 1901
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/config.yaml b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..f70e1947ee58b44cee394ff0e2d99e347ddd8092
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/config.yaml
@@ -0,0 +1,296 @@
+dataloader_train:
+  _target_: <class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>
+  batch_size: '1'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_path.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  load_raw_audio: 'True'
+  neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+  num_workers: '2'
+  raw_audio_fps: '25.0'
+  raw_audio_num_frames: '81'
+  raw_audio_sample_rate: '16000'
+  use_ref_sequence: 'True'
+dataloader_val:
+  _target_: <function create_omniavatar_dataloader at 0x7f8abebb9580>
+  batch_size: '1'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_val10.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  load_ode_path: 'False'
+  neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+  num_workers: '2'
+  use_ref_sequence: 'True'
+eval:
+  max_ckpt: '100000000'
+  min_ckpt: '0'
+  num_samples: '50000'
+  samples_dir: samples
+  save_images: 'False'
+log_config:
+  group: omniavatar_sf_audiofix
+  name: sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora
+  project: OmniAvatar-FastGen
+  wandb_credential: ./credentials/wandb_api.txt
+  wandb_entity: paulhcho
+  wandb_mode: online
+model:
+  add_teacher_to_fsdp_dict: 'True'
+  center_reward: 'False'
+  clamp_reward: null
+  context_noise: '0.0'
+  ddp_find_unused_parameters: 'True'
+  device: cuda
+  discriminator:
+    _target_: <class 'fastgen.networks.discriminators.Discriminator_EDM'>
+    all_res:
+    - '32'
+    - '16'
+    - '8'
+    feature_indices: '{0, 1, 2}'
+    in_channels: '256'
+  discriminator_optimizer:
+    _target_: <function get_optimizer at 0x7f8abedf7880>
+    betas:
+    - '0.9'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: '0.0001'
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  discriminator_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  enable_gradient_in_rollout: 'True'
+  enable_preprocessors: 'True'
+  fake_score: null
+  fake_score_net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+    in_dim: '65'
+    lora_alpha: '64'
+    lora_rank: '128'
+    merge_lora: 'False'
+    mode: v2v
+    model_size: 14B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt
+    schedule_type: rf
+    unfreeze_modules:
+    - model.audio_proj
+    - model.audio_cond_projs
+    - model.patch_embedding
+    use_audio: 'True'
+  fake_score_optimizer:
+    _target_: <function get_optimizer at 0x7f8abedf7880>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 3e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  fake_score_pred_type: x0
+  fake_score_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  fsdp_meta_init: 'True'
+  gan_loss_weight_gen: '0'
+  gan_r1_reg_alpha: '0.1'
+  gan_r1_reg_weight: '0.0'
+  gan_use_same_t_noise: 'False'
+  grad_scaler_enabled: 'False'
+  grad_scaler_growth_interval: '2000'
+  grad_scaler_init_scale: '65536.0'
+  guidance_scale: '4.5'
+  input_shape:
+  - '16'
+  - '21'
+  - '64'
+  - '64'
+  last_step_only: 'False'
+  load_student_weights: 'False'
+  net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+    chunk_size: '3'
+    in_dim: '65'
+    local_attn_size: '7'
+    lora_alpha: '64'
+    lora_rank: '128'
+    merge_lora: 'False'
+    mode: v2v
+    model_size: 14B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt
+    schedule_type: rf
+    sink_size: '1'
+    total_num_frames: '21'
+    unfreeze_modules:
+    - _core.audio_proj
+    - _core.audio_cond_projs
+    - _core.patch_embedding
+    use_audio: 'True'
+    use_dynamic_rope: 'True'
+  net_optimizer:
+    _target_: <function get_optimizer at 0x7f8abedf7880>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 2e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  net_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  precision: bfloat16
+  precision_amp: null
+  precision_amp_enc: null
+  precision_amp_infer: null
+  precision_fsdp: float32
+  pretrained_model_path: ''
+  pretrained_student_net_path: ''
+  reward:
+    audio_sample_rate: '16000'
+    checkpoint_path: /home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model
+    decoder_kind: taew
+    enabled: 'True'
+    input_fps: '25.0'
+    taew_checkpoint_path: /home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth
+    vshift: '15'
+  reward_beta: '2'
+  reward_debug_dir: logs/redmd_debug
+  reward_weighting_mode: per_sample
+  same_step_across_blocks: 'True'
+  sample_t_cfg:
+    log_t_df: '0.01'
+    max_t: '0.999'
+    min_t: '0.001'
+    shift: '5.0'
+    t_list:
+    - '0.999'
+    - '0.769'
+    - '0.0'
+    time_dist_type: shifted
+    train_p_mean: '-1.1'
+    train_p_std: '2.0'
+  save_reward_debug_video: 'False'
+  skip_layers: null
+  start_gradient_frame: '0'
+  student_sample_steps: '2'
+  student_sample_type: sde
+  student_update_freq: '5'
+  teacher:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+    in_dim: '65'
+    merge_lora: 'True'
+    mode: v2v
+    model_size: 14B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt
+    schedule_type: rf
+    use_audio: 'True'
+  timestep_cfg:
+    enabled: 'True'
+    t_hi: '0.882'
+    t_lo: '0.556'
+  use_ema: 'False'
+model_class:
+  _target_: <class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>
+  config: null
+trainer:
+  augment_pipe: null
+  batch_size_global: null
+  callbacks:
+    ema:
+      _target_: <class 'fastgen.callbacks.ema.EMACallback'>
+      beta: '0.9999'
+      ema_halflife_kimg: '500'
+      ema_rampup_ratio: '0.05'
+      gamma: '16.97'
+      start_iter: '0'
+      type: constant
+    gpu_stats:
+      _target_: <class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>
+      every_n: '100'
+    grad_clip:
+      _target_: <class 'fastgen.callbacks.grad_clip.GradClipCallback'>
+      grad_norm: '10.0'
+      model_key: net
+    param_count:
+      _target_: <class 'fastgen.callbacks.param_count.ParamCountCallback'>
+    train_profiler:
+      _target_: <class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>
+      every_n: '100'
+    wandb:
+      _target_: <class 'fastgen.callbacks.wandb.WandbCallback'>
+      fps: '25'
+      sample_logging_iter: '100'
+      syncnet_checkpoint_path: /home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model
+  checkpointer:
+    pretrained_ckpt_key_map:
+      net: net
+    pretrained_ckpt_path: ''
+    s3_container: s3://checkpoints/fastgen
+    s3_credential: ./credentials/s3.json
+    save_dir: /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints
+    use_s3: 'False'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp: 'False'
+  fsdp: 'True'
+  fsdp_cpu_offload: 'False'
+  fsdp_min_num_params: '100000000'
+  fsdp_sharding_group_size: null
+  global_vars: null
+  global_vars_val:
+  - null
+  grad_accum_rounds: '4'
+  logging_iter: '1'
+  max_iter: '2500'
+  offload_module_in_decoding: 'False'
+  resume: 'True'
+  save_ckpt_iter: '100'
+  seed: '0'
+  skip_initial_validation: 'True'
+  tf32_enabled: 'True'
+  val_seed: null
+  validation_iter: '100'
+  visualize_teacher: 'False'
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..4a8c4e9ff5e072d878ef29d090527065030534d1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/debug-internal.log
@@ -0,0 +1,7 @@
+{"time":"2026-04-30T04:07:24.366657729+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-30T04:07:24.815725671+09:00","level":"INFO","msg":"stream: created new stream","id":"isxgz9lp"}
+{"time":"2026-04-30T04:07:24.815780927+09:00","level":"INFO","msg":"handler: started","stream_id":"isxgz9lp"}
+{"time":"2026-04-30T04:07:24.815858793+09:00","level":"INFO","msg":"stream: started","id":"isxgz9lp"}
+{"time":"2026-04-30T04:07:24.81588087+09:00","level":"INFO","msg":"sender: started","stream_id":"isxgz9lp"}
+{"time":"2026-04-30T04:07:24.815881951+09:00","level":"INFO","msg":"writer: started","stream_id":"isxgz9lp"}
+{"time":"2026-04-30T21:07:20.827265281+09:00","level":"INFO","msg":"stream: closing","id":"isxgz9lp"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..459eb77d310369a26406eced46279110bb10f9d9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/debug.log
@@ -0,0 +1,22 @@
+2026-04-30 04:07:23,850 INFO    MainThread:195782 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-30 04:07:23,851 INFO    MainThread:195782 [wandb_setup.py:_flush():81] Configure stats pid to 195782
+2026-04-30 04:07:23,851 INFO    MainThread:195782 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-30 04:07:23,851 INFO    MainThread:195782 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/logs/debug.log
+2026-04-30 04:07:23,851 INFO    MainThread:195782 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/logs/debug-internal.log
+2026-04-30 04:07:23,851 INFO    MainThread:195782 [wandb_init.py:init():844] calling init triggers
+2026-04-30 04:07:23,851 INFO    MainThread:195782 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '2500', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'True', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7f0ee97b1580>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f0ee99ef880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'True', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f0ee99ef880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f0ee99ef880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-30 04:07:23,851 INFO    MainThread:195782 [wandb_init.py:init():892] starting backend
+2026-04-30 04:07:24,351 INFO    MainThread:195782 [wandb_init.py:init():895] sending inform_init request
+2026-04-30 04:07:24,364 INFO    MainThread:195782 [wandb_init.py:init():903] backend started and connected
+2026-04-30 04:07:24,366 INFO    MainThread:195782 [wandb_init.py:init():973] updated telemetry
+2026-04-30 04:07:24,390 INFO    MainThread:195782 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-30 04:07:25,488 INFO    MainThread:195782 [wandb_init.py:init():1037] run resumed
+2026-04-30 04:07:25,491 INFO    MainThread:195782 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-30 04:07:25,778 INFO    MainThread:195782 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-30 04:07:25,778 INFO    MainThread:195782 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-30 04:07:25,778 INFO    MainThread:195782 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-30 04:07:25,778 INFO    MainThread:195782 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-30 04:07:25,782 INFO    MainThread:195782 [wandb_init.py:init():1082] run started, returning control to user process
+2026-04-30 21:07:20,827 INFO    wandb-AsyncioManager-main:195782 [service_client.py:_forward_responses():134] Reached EOF.
+2026-04-30 21:07:20,827 INFO    wandb-AsyncioManager-main:195782 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles.
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/files/config.yaml b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/files/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..8398bde7a84d1eb2b95479529b2f2c6fb5df9957
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/files/config.yaml
@@ -0,0 +1,403 @@
+_wandb:
+    value:
+        cli_version: 0.25.0
+        e:
+            d5wasua4vl4q2mbg9lfr83bzhgypjxmf:
+                args:
+                    - --config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py
+                    - '-'
+                    - trainer.resume=False
+                    - model.fake_score_optimizer.lr=3e-6
+                    - log_config.group=omniavatar_sf_audiofix
+                    - log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora
+                    - log_config.project=OmniAvatar-FastGen
+                    - log_config.wandb_entity=paulhcho
+                    - trainer.ddp=False
+                    - trainer.fsdp=True
+                    - trainer.grad_accum_rounds=4
+                    - model.sample_t_cfg.t_list=[0.999,0.769,0.0]
+                codePath: train.py
+                codePathLocal: train.py
+                cpu_count: 112
+                cpu_count_logical: 224
+                cudaVersion: "12.9"
+                disk:
+                    /:
+                        total: "1356758433792"
+                        used: "1220225052672"
+                email: paul.hyunbin@gmail.com
+                executable: /home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12
+                git:
+                    commit: 82ec5e43ac6135b043ab0878df4cc25adf12064d
+                    remote: https://paulcho98:@github.com/paulcho98/FastGen.git
+                gpu: NVIDIA H200
+                gpu_count: 4
+                gpu_nvidia:
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0
+                host: main1
+                memory:
+                    total: "2163961778176"
+                os: Linux-5.15.0-151-generic-x86_64-with-glibc2.39
+                program: /home/work/.local/hyunbin/FastGen-redmd/train.py
+                python: CPython 3.12.12
+                root: /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora
+                startedAt: "2026-04-29T09:18:15.348599Z"
+                writerId: d5wasua4vl4q2mbg9lfr83bzhgypjxmf
+        m: []
+        python_version: 3.12.12
+        t:
+            "1":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 50
+                - 53
+                - 63
+                - 71
+                - 83
+                - 98
+            "2":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 50
+                - 53
+                - 63
+                - 71
+                - 83
+                - 98
+            "3":
+                - 13
+                - 14
+                - 16
+            "4": 3.12.12
+            "5": 0.25.0
+            "6": 5.3.0
+            "12": 0.25.0
+            "13": linux-x86_64
+dataloader_train:
+    value:
+        _target_: <class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>
+        batch_size: "1"
+        data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_path.txt
+        latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+        load_raw_audio: "True"
+        neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+        num_workers: "2"
+        raw_audio_fps: "25.0"
+        raw_audio_num_frames: "81"
+        raw_audio_sample_rate: "16000"
+        use_ref_sequence: "True"
+dataloader_val:
+    value:
+        _target_: <function create_omniavatar_dataloader at 0x7f5c1ba693a0>
+        batch_size: "1"
+        data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_val10.txt
+        latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+        load_ode_path: "False"
+        neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+        num_workers: "2"
+        use_ref_sequence: "True"
+eval:
+    value:
+        max_ckpt: "100000000"
+        min_ckpt: "0"
+        num_samples: "50000"
+        samples_dir: samples
+        save_images: "False"
+log_config:
+    value:
+        group: omniavatar_sf_audiofix
+        name: sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora
+        project: OmniAvatar-FastGen
+        wandb_credential: ./credentials/wandb_api.txt
+        wandb_entity: paulhcho
+        wandb_mode: online
+model:
+    value:
+        add_teacher_to_fsdp_dict: "True"
+        center_reward: "False"
+        clamp_reward: null
+        context_noise: "0.0"
+        ddp_find_unused_parameters: "True"
+        device: cuda
+        discriminator:
+            _target_: <class 'fastgen.networks.discriminators.Discriminator_EDM'>
+            all_res:
+                - "32"
+                - "16"
+                - "8"
+            feature_indices: '{0, 1, 2}'
+            in_channels: "256"
+        discriminator_optimizer:
+            _target_: <function get_optimizer at 0x7f5c1bca7880>
+            betas:
+                - "0.9"
+                - "0.999"
+            eps: "1e-08"
+            fused: "False"
+            lr: "0.0001"
+            model: null
+            optim_type: adamw
+            weight_decay: "0.01"
+        discriminator_scheduler:
+            _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+            cycle_lengths:
+                - "10000000000"
+            f_max:
+                - "1.0"
+            f_min:
+                - "1.0"
+            f_start:
+                - "1e-06"
+            warm_up_steps:
+                - "0"
+        enable_gradient_in_rollout: "True"
+        enable_preprocessors: "True"
+        fake_score: null
+        fake_score_net:
+            _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+            audio_hidden_size: "32"
+            base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+            in_dim: "65"
+            lora_alpha: "64"
+            lora_rank: "128"
+            merge_lora: "False"
+            mode: v2v
+            model_size: 14B
+            net_pred_type: flow
+            omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt
+            schedule_type: rf
+            unfreeze_modules:
+                - model.audio_proj
+                - model.audio_cond_projs
+                - model.patch_embedding
+            use_audio: "True"
+        fake_score_optimizer:
+            _target_: <function get_optimizer at 0x7f5c1bca7880>
+            betas:
+                - "0.0"
+                - "0.999"
+            eps: "1e-08"
+            fused: "False"
+            lr: "3e-06"
+            model: null
+            optim_type: adamw
+            weight_decay: "0.01"
+        fake_score_pred_type: x0
+        fake_score_scheduler:
+            _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+            cycle_lengths:
+                - "10000000000"
+            f_max:
+                - "1.0"
+            f_min:
+                - "1.0"
+            f_start:
+                - "1e-06"
+            warm_up_steps:
+                - "0"
+        fsdp_meta_init: "False"
+        gan_loss_weight_gen: "0"
+        gan_r1_reg_alpha: "0.1"
+        gan_r1_reg_weight: "0.0"
+        gan_use_same_t_noise: "False"
+        grad_scaler_enabled: "False"
+        grad_scaler_growth_interval: "2000"
+        grad_scaler_init_scale: "65536.0"
+        guidance_scale: "4.5"
+        input_shape:
+            - "16"
+            - "21"
+            - "64"
+            - "64"
+        last_step_only: "False"
+        load_student_weights: "False"
+        net:
+            _target_: <class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>
+            audio_hidden_size: "32"
+            base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+            chunk_size: "3"
+            in_dim: "65"
+            local_attn_size: "7"
+            lora_alpha: "64"
+            lora_rank: "128"
+            merge_lora: "False"
+            mode: v2v
+            model_size: 14B
+            net_pred_type: flow
+            omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt
+            schedule_type: rf
+            sink_size: "1"
+            total_num_frames: "21"
+            unfreeze_modules:
+                - _core.audio_proj
+                - _core.audio_cond_projs
+                - _core.patch_embedding
+            use_audio: "True"
+            use_dynamic_rope: "True"
+        net_optimizer:
+            _target_: <function get_optimizer at 0x7f5c1bca7880>
+            betas:
+                - "0.0"
+                - "0.999"
+            eps: "1e-08"
+            fused: "False"
+            lr: "2e-06"
+            model: null
+            optim_type: adamw
+            weight_decay: "0.01"
+        net_scheduler:
+            _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+            cycle_lengths:
+                - "10000000000"
+            f_max:
+                - "1.0"
+            f_min:
+                - "1.0"
+            f_start:
+                - "1e-06"
+            warm_up_steps:
+                - "0"
+        precision: bfloat16
+        precision_amp: null
+        precision_amp_enc: null
+        precision_amp_infer: null
+        precision_fsdp: float32
+        pretrained_model_path: ""
+        pretrained_student_net_path: ""
+        reward:
+            audio_sample_rate: "16000"
+            checkpoint_path: /home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model
+            decoder_kind: taew
+            enabled: "True"
+            input_fps: "25.0"
+            taew_checkpoint_path: /home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth
+            vshift: "15"
+        reward_beta: "2"
+        reward_debug_dir: logs/redmd_debug
+        reward_weighting_mode: per_sample
+        same_step_across_blocks: "True"
+        sample_t_cfg:
+            log_t_df: "0.01"
+            max_t: "0.999"
+            min_t: "0.001"
+            shift: "5.0"
+            t_list:
+                - "0.999"
+                - "0.769"
+                - "0.0"
+            time_dist_type: shifted
+            train_p_mean: "-1.1"
+            train_p_std: "2.0"
+        save_reward_debug_video: "False"
+        skip_layers: null
+        start_gradient_frame: "0"
+        student_sample_steps: "2"
+        student_sample_type: sde
+        student_update_freq: "5"
+        teacher:
+            _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+            audio_hidden_size: "32"
+            base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+            in_dim: "65"
+            merge_lora: "True"
+            mode: v2v
+            model_size: 14B
+            net_pred_type: flow
+            omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt
+            schedule_type: rf
+            use_audio: "True"
+        timestep_cfg:
+            enabled: "True"
+            t_hi: "0.882"
+            t_lo: "0.556"
+        use_ema: "False"
+model_class:
+    value:
+        _target_: <class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>
+        config: null
+trainer:
+    value:
+        augment_pipe: null
+        batch_size_global: null
+        callbacks:
+            ema:
+                _target_: <class 'fastgen.callbacks.ema.EMACallback'>
+                beta: "0.9999"
+                ema_halflife_kimg: "500"
+                ema_rampup_ratio: "0.05"
+                gamma: "16.97"
+                start_iter: "0"
+                type: constant
+            gpu_stats:
+                _target_: <class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>
+                every_n: "100"
+            grad_clip:
+                _target_: <class 'fastgen.callbacks.grad_clip.GradClipCallback'>
+                grad_norm: "10.0"
+                model_key: net
+            param_count:
+                _target_: <class 'fastgen.callbacks.param_count.ParamCountCallback'>
+            train_profiler:
+                _target_: <class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>
+                every_n: "100"
+            wandb:
+                _target_: <class 'fastgen.callbacks.wandb.WandbCallback'>
+                fps: "25"
+                sample_logging_iter: "100"
+                syncnet_checkpoint_path: /home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model
+        checkpointer:
+            pretrained_ckpt_key_map:
+                net: net
+            pretrained_ckpt_path: /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth
+            s3_container: s3://checkpoints/fastgen
+            s3_credential: ./credentials/s3.json
+            save_dir: /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints
+            use_s3: "False"
+        cudnn:
+            benchmark: "True"
+            deterministic: "False"
+        ddp: "False"
+        fsdp: "True"
+        fsdp_cpu_offload: "False"
+        fsdp_min_num_params: "100000000"
+        fsdp_sharding_group_size: null
+        global_vars: null
+        global_vars_val:
+            - null
+        grad_accum_rounds: "4"
+        logging_iter: "1"
+        max_iter: "5000"
+        offload_module_in_decoding: "False"
+        resume: "False"
+        save_ckpt_iter: "100"
+        seed: "0"
+        skip_initial_validation: "True"
+        tf32_enabled: "True"
+        val_seed: null
+        validation_iter: "100"
+        visualize_teacher: "False"
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..d6925c3b5709b07da59d2a68fcc2fd432903b140
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/files/output.log
@@ -0,0 +1,44 @@
+[Apr 29, 2026 - 18:18:19 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 29, 2026 - 18:18:19 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 29, 2026 - 18:18:19 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 29, 2026 - 18:18:19 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 29, 2026 - 18:18:19 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 29, 2026 - 18:18:19 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 29, 2026 - 18:18:19 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 29, 2026 - 18:18:19 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 29, 2026 - 18:18:19 | INFO | fastgen.utils.checkpointer:load:151 ] Loading model from /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth
+[Apr 29, 2026 - 18:18:19 | INFO | fastgen.utils.checkpointer:load:154 ] Loading the model_dict...
+Traceback (most recent call last):
+  File "/home/work/.local/hyunbin/FastGen-redmd/train.py", line 46, in <module>
+    main(config)
+  File "/home/work/.local/hyunbin/FastGen-redmd/train.py", line 37, in main
+    fastgen_trainer.run(model)
+  File "/home/work/.local/hyunbin/FastGen-redmd/fastgen/trainer.py", line 84, in run
+    self.load_pretrained_ckpt(model)
+  File "/home/work/.local/hyunbin/FastGen-redmd/fastgen/trainer.py", line 247, in load_pretrained_ckpt
+    resume_iter = _checkpointer.load(
+                  ^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/hyunbin/FastGen-redmd/fastgen/utils/checkpointer.py", line 403, in load
+    return super().load(
+           ^^^^^^^^^^^^^
+  File "/home/work/.local/hyunbin/FastGen-redmd/fastgen/utils/checkpointer.py", line 156, in load
+    if k in state["model"] and v is not None:
+            ~~~~~^^^^^^^^^
+KeyError: 'model'
+[rank0]: Traceback (most recent call last):
+[rank0]:   File "/home/work/.local/hyunbin/FastGen-redmd/train.py", line 46, in <module>
+[rank0]:     main(config)
+[rank0]:   File "/home/work/.local/hyunbin/FastGen-redmd/train.py", line 37, in main
+[rank0]:     fastgen_trainer.run(model)
+[rank0]:   File "/home/work/.local/hyunbin/FastGen-redmd/fastgen/trainer.py", line 84, in run
+[rank0]:     self.load_pretrained_ckpt(model)
+[rank0]:   File "/home/work/.local/hyunbin/FastGen-redmd/fastgen/trainer.py", line 247, in load_pretrained_ckpt
+[rank0]:     resume_iter = _checkpointer.load(
+[rank0]:                   ^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/hyunbin/FastGen-redmd/fastgen/utils/checkpointer.py", line 403, in load
+[rank0]:     return super().load(
+[rank0]:            ^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/hyunbin/FastGen-redmd/fastgen/utils/checkpointer.py", line 156, in load
+[rank0]:     if k in state["model"] and v is not None:
+[rank0]:             ~~~~~^^^^^^^^^
+[rank0]: KeyError: 'model'
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ee72d223bf97e53efeb9150062f72027748cfc8
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/files/wandb-metadata.json
@@ -0,0 +1,75 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T09:18:15.348599Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=False",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "82ec5e43ac6135b043ab0878df4cc25adf12064d"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1220225052672"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "d5wasua4vl4q2mbg9lfr83bzhgypjxmf"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/files/wandb-summary.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/files/wandb-summary.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d476fc88692f959c7a899096787abbc21a55dbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/files/wandb-summary.json
@@ -0,0 +1 @@
+{"_runtime":0,"_wandb":{"runtime":0}}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..a1af92ecfaee7f6f4bb41df73c6870cdeb4f9552
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/logs/debug-core.log
@@ -0,0 +1,12 @@
+{"time":"2026-04-29T18:18:16.016594184+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpfhyhblw_/port-3414290.txt","pid":3414290,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-29T18:18:16.017613245+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3414290}
+{"time":"2026-04-29T18:18:16.017228387+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3414290-3426823-930823576/socket","Net":"unix"}}
+{"time":"2026-04-29T18:18:16.107136971+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-29T18:18:16.125353158+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"wxbqd8hx","id":"1(@)"}
+{"time":"2026-04-29T18:18:16.645744689+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"wxbqd8hx","id":"1(@)"}
+{"time":"2026-04-29T18:18:19.113569871+09:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-04-29T18:18:19.113605154+09:00","level":"INFO","msg":"server is shutting down"}
+{"time":"2026-04-29T18:18:19.113599585+09:00","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-04-29T18:18:19.113653148+09:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-04-29T18:18:19.113675503+09:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-3414290-3426823-930823576/socket","Net":"unix"}}
+{"time":"2026-04-29T18:18:34.15590277+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..a3c44922306e92b2672eb743017f2ee9feafdf08
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/logs/debug-internal.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-29T18:18:16.125919549+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-29T18:18:16.644180664+09:00","level":"INFO","msg":"stream: created new stream","id":"wxbqd8hx"}
+{"time":"2026-04-29T18:18:16.645658846+09:00","level":"INFO","msg":"handler: started","stream_id":"wxbqd8hx"}
+{"time":"2026-04-29T18:18:16.645737158+09:00","level":"INFO","msg":"stream: started","id":"wxbqd8hx"}
+{"time":"2026-04-29T18:18:16.645763608+09:00","level":"INFO","msg":"sender: started","stream_id":"wxbqd8hx"}
+{"time":"2026-04-29T18:18:16.64578877+09:00","level":"INFO","msg":"writer: started","stream_id":"wxbqd8hx"}
+{"time":"2026-04-29T18:18:19.113607519+09:00","level":"INFO","msg":"stream: closing","id":"wxbqd8hx"}
+{"time":"2026-04-29T18:18:20.540694571+09:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..ac58342c7c1a391d46c46a488ba447efedd4ad7f
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/logs/debug.log
@@ -0,0 +1,21 @@
+2026-04-29 18:18:15,349 INFO    MainThread:3414290 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-29 18:18:15,349 INFO    MainThread:3414290 [wandb_setup.py:_flush():81] Configure stats pid to 3414290
+2026-04-29 18:18:15,349 INFO    MainThread:3414290 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-29 18:18:15,349 INFO    MainThread:3414290 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/logs/debug.log
+2026-04-29 18:18:15,350 INFO    MainThread:3414290 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/logs/debug-internal.log
+2026-04-29 18:18:15,350 INFO    MainThread:3414290 [wandb_init.py:init():844] calling init triggers
+2026-04-29 18:18:15,350 INFO    MainThread:3414290 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '5000', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7f5c1ba693a0>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f5c1bca7880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f5c1bca7880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f5c1bca7880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-29 18:18:15,350 INFO    MainThread:3414290 [wandb_init.py:init():892] starting backend
+2026-04-29 18:18:16,106 INFO    MainThread:3414290 [wandb_init.py:init():895] sending inform_init request
+2026-04-29 18:18:16,120 INFO    MainThread:3414290 [wandb_init.py:init():903] backend started and connected
+2026-04-29 18:18:16,122 INFO    MainThread:3414290 [wandb_init.py:init():973] updated telemetry
+2026-04-29 18:18:16,144 INFO    MainThread:3414290 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-29 18:18:18,531 INFO    MainThread:3414290 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-29 18:18:19,084 INFO    MainThread:3414290 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-29 18:18:19,084 INFO    MainThread:3414290 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-29 18:18:19,084 INFO    MainThread:3414290 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-29 18:18:19,085 INFO    MainThread:3414290 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-29 18:18:19,094 INFO    MainThread:3414290 [wandb_init.py:init():1082] run started, returning control to user process
+2026-04-29 18:18:19,113 INFO    wandb-AsyncioManager-main:3414290 [service_client.py:_forward_responses():134] Reached EOF.
+2026-04-29 18:18:19,113 INFO    wandb-AsyncioManager-main:3414290 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles.
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/run-wxbqd8hx.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/run-wxbqd8hx.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..30977402b08eb894463b83d7de7a007255879a32
Binary files /dev/null and b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_181815-wxbqd8hx/run-wxbqd8hx.wandb differ
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..8d7cbaef1320f33b925dc3af7621e160e87cab41
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/files/output.log
@@ -0,0 +1,14 @@
+[Apr 29, 2026 - 18:28:30 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 29, 2026 - 18:28:30 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 29, 2026 - 18:28:30 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 29, 2026 - 18:28:30 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 29, 2026 - 18:28:30 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 29, 2026 - 18:28:30 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 29, 2026 - 18:28:30 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 29, 2026 - 18:28:30 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 29, 2026 - 18:28:30 | INFO | fastgen.utils.checkpointer:load:415 ] Loading FSDP model (.pth metadata stub at /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth, sharded state in sibling *.{k}_model dirs)
+[Apr 29, 2026 - 18:28:30 | INFO | fastgen.utils.checkpointer:load:436 ] Loading FSDP model from prefix /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000
+[Apr 29, 2026 - 18:28:30 | INFO | fastgen.utils.checkpointer:load:439 ] Loading the FSDP model dict for key net...
+[Apr 29, 2026 - 18:34:09 | INFO | fastgen.trainer:load_pretrained_ckpt:252 ] Loaded net model from net in /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth at iteration 3000
+[Apr 29, 2026 - 18:34:09 | INFO | fastgen.trainer:load_pretrained_ckpt:262 ] Setting resume_iter for model to 3000.
+[Apr 29, 2026 - 18:34:09 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..7604227db0a897f8cae1f7b6fad025e9bc7393ec
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/files/wandb-metadata.json
@@ -0,0 +1,75 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T09:28:27.893395Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=False",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "69badd5e5c4339da58f5222963e25a4fc3c6f498"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1220225441792"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "xxztxiv9rd0fs0c8mlzilnj1ue6vnyxi"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..f029750030f3004644b7fe97a0b1614b48673a53
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/logs/debug-core.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-29T18:28:28.20878014+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpy9m88g3u/port-3432311.txt","pid":3432311,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-29T18:28:28.209418473+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3432311}
+{"time":"2026-04-29T18:28:28.209409056+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3432311-3441263-1985245432/socket","Net":"unix"}}
+{"time":"2026-04-29T18:28:28.39289396+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-29T18:28:28.408792369+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"0bxz2s2p","id":"1(@)"}
+{"time":"2026-04-29T18:28:28.813256988+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"0bxz2s2p","id":"1(@)"}
+{"time":"2026-04-29T18:28:35.814814634+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"2fbieood6z3m"}
+{"time":"2026-04-29T18:36:36.964001151+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..acd0b640d78432d6ec9f871469897bb888ea12b0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/logs/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-29T18:28:28.408890101+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-29T18:28:28.813137255+09:00","level":"INFO","msg":"stream: created new stream","id":"0bxz2s2p"}
+{"time":"2026-04-29T18:28:28.813185426+09:00","level":"INFO","msg":"handler: started","stream_id":"0bxz2s2p"}
+{"time":"2026-04-29T18:28:28.813250502+09:00","level":"INFO","msg":"stream: started","id":"0bxz2s2p"}
+{"time":"2026-04-29T18:28:28.813271202+09:00","level":"INFO","msg":"writer: started","stream_id":"0bxz2s2p"}
+{"time":"2026-04-29T18:28:28.813271343+09:00","level":"INFO","msg":"sender: started","stream_id":"0bxz2s2p"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..fa3e3168220c5a33d81998971b6eaf4ba7a808c8
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/logs/debug.log
@@ -0,0 +1,19 @@
+2026-04-29 18:28:27,894 INFO    MainThread:3432311 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-29 18:28:27,894 INFO    MainThread:3432311 [wandb_setup.py:_flush():81] Configure stats pid to 3432311
+2026-04-29 18:28:27,894 INFO    MainThread:3432311 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-29 18:28:27,894 INFO    MainThread:3432311 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/logs/debug.log
+2026-04-29 18:28:27,894 INFO    MainThread:3432311 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/logs/debug-internal.log
+2026-04-29 18:28:27,894 INFO    MainThread:3432311 [wandb_init.py:init():844] calling init triggers
+2026-04-29 18:28:27,894 INFO    MainThread:3432311 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '5000', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7fdb9678d3a0>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fdb969cb880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fdb969cb880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fdb969cb880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-29 18:28:27,894 INFO    MainThread:3432311 [wandb_init.py:init():892] starting backend
+2026-04-29 18:28:28,393 INFO    MainThread:3432311 [wandb_init.py:init():895] sending inform_init request
+2026-04-29 18:28:28,406 INFO    MainThread:3432311 [wandb_init.py:init():903] backend started and connected
+2026-04-29 18:28:28,408 INFO    MainThread:3432311 [wandb_init.py:init():973] updated telemetry
+2026-04-29 18:28:28,427 INFO    MainThread:3432311 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-29 18:28:30,543 INFO    MainThread:3432311 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-29 18:28:30,811 INFO    MainThread:3432311 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-29 18:28:30,811 INFO    MainThread:3432311 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-29 18:28:30,811 INFO    MainThread:3432311 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-29 18:28:30,811 INFO    MainThread:3432311 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-29 18:28:30,815 INFO    MainThread:3432311 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/run-0bxz2s2p.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/run-0bxz2s2p.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..782614577943dfac96ad34093ffdb9984bf18a7a
Binary files /dev/null and b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_182827-0bxz2s2p/run-0bxz2s2p.wandb differ
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..c011acb748016643492df7a7654174b1934a02a2
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/files/output.log
@@ -0,0 +1,14 @@
+[Apr 29, 2026 - 18:52:28 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 29, 2026 - 18:52:28 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 29, 2026 - 18:52:28 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 29, 2026 - 18:52:28 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 29, 2026 - 18:52:28 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 29, 2026 - 18:52:28 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 29, 2026 - 18:52:28 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 29, 2026 - 18:52:28 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 29, 2026 - 18:52:28 | INFO | fastgen.utils.checkpointer:load:415 ] Loading FSDP model (.pth metadata stub at /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth, sharded state in sibling *.{k}_model dirs)
+[Apr 29, 2026 - 18:52:28 | INFO | fastgen.utils.checkpointer:load:436 ] Loading FSDP model from prefix /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000
+[Apr 29, 2026 - 18:52:28 | INFO | fastgen.utils.checkpointer:load:439 ] Loading the FSDP model dict for key net...
+[Apr 29, 2026 - 18:58:12 | INFO | fastgen.trainer:load_pretrained_ckpt:252 ] Loaded net model from net in /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth at iteration 3000
+[Apr 29, 2026 - 18:58:12 | INFO | fastgen.trainer:load_pretrained_ckpt:262 ] Setting resume_iter for model to 3000.
+[Apr 29, 2026 - 18:58:12 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..d16881581814188be7fdc18e9332a273f82ee956
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/files/wandb-metadata.json
@@ -0,0 +1,75 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T09:52:25.358764Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=False",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "3eff88208c109aec77bbecf3a92e24f7c8fbe4e2"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1220226256896"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "egfesieqrmi2chcliwhi1uufipxznyb4"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..1ec575e244b665086b773708d8ad4a867c81fcc1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/logs/debug-core.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-29T18:52:25.857861691+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpfoy95d2c/port-3456744.txt","pid":3456744,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-29T18:52:25.859330278+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3456744}
+{"time":"2026-04-29T18:52:25.859312548+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3456744-3463047-2199719675/socket","Net":"unix"}}
+{"time":"2026-04-29T18:52:25.883550914+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-29T18:52:25.899271992+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"kv7xg1rk","id":"1(@)"}
+{"time":"2026-04-29T18:52:26.313149619+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"kv7xg1rk","id":"1(@)"}
+{"time":"2026-04-29T18:52:33.406185257+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"k98hq771tih8"}
+{"time":"2026-04-29T19:00:23.575757295+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..77c2e7a54c985a7798b68bfdc71eb7b542b9c3d0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/logs/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-29T18:52:25.899352045+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-29T18:52:26.312089208+09:00","level":"INFO","msg":"stream: created new stream","id":"kv7xg1rk"}
+{"time":"2026-04-29T18:52:26.313042857+09:00","level":"INFO","msg":"handler: started","stream_id":"kv7xg1rk"}
+{"time":"2026-04-29T18:52:26.313142677+09:00","level":"INFO","msg":"stream: started","id":"kv7xg1rk"}
+{"time":"2026-04-29T18:52:26.313161128+09:00","level":"INFO","msg":"writer: started","stream_id":"kv7xg1rk"}
+{"time":"2026-04-29T18:52:26.313158422+09:00","level":"INFO","msg":"sender: started","stream_id":"kv7xg1rk"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..6ea241956346d0ad562297c1f468982a700e5a14
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/logs/debug.log
@@ -0,0 +1,19 @@
+2026-04-29 18:52:25,360 INFO    MainThread:3456744 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-29 18:52:25,360 INFO    MainThread:3456744 [wandb_setup.py:_flush():81] Configure stats pid to 3456744
+2026-04-29 18:52:25,360 INFO    MainThread:3456744 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-29 18:52:25,360 INFO    MainThread:3456744 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/logs/debug.log
+2026-04-29 18:52:25,360 INFO    MainThread:3456744 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/logs/debug-internal.log
+2026-04-29 18:52:25,360 INFO    MainThread:3456744 [wandb_init.py:init():844] calling init triggers
+2026-04-29 18:52:25,360 INFO    MainThread:3456744 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '5000', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7fabd59f5440>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fabd5c33880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fabd5c33880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fabd5c33880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-29 18:52:25,360 INFO    MainThread:3456744 [wandb_init.py:init():892] starting backend
+2026-04-29 18:52:25,883 INFO    MainThread:3456744 [wandb_init.py:init():895] sending inform_init request
+2026-04-29 18:52:25,897 INFO    MainThread:3456744 [wandb_init.py:init():903] backend started and connected
+2026-04-29 18:52:25,899 INFO    MainThread:3456744 [wandb_init.py:init():973] updated telemetry
+2026-04-29 18:52:25,920 INFO    MainThread:3456744 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-29 18:52:28,138 INFO    MainThread:3456744 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-29 18:52:28,400 INFO    MainThread:3456744 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-29 18:52:28,400 INFO    MainThread:3456744 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-29 18:52:28,400 INFO    MainThread:3456744 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-29 18:52:28,400 INFO    MainThread:3456744 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-29 18:52:28,406 INFO    MainThread:3456744 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/run-kv7xg1rk.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/run-kv7xg1rk.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..4bae02b67501fc220ef931e5654151bdec8d85e5
Binary files /dev/null and b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_185225-kv7xg1rk/run-kv7xg1rk.wandb differ
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..76d23e842fb2e501f48d6dabcf77b3c7fddc6094
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/files/output.log
@@ -0,0 +1,18 @@
+[Apr 29, 2026 - 19:08:21 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 29, 2026 - 19:08:21 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 29, 2026 - 19:08:21 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 29, 2026 - 19:08:21 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 29, 2026 - 19:08:21 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 29, 2026 - 19:08:21 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 29, 2026 - 19:08:21 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 29, 2026 - 19:08:21 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 29, 2026 - 19:08:21 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
+[Apr 29, 2026 - 19:08:59 | INFO | fastgen.methods.model:on_train_begin:296 ] Teacher check: add_teacher_to_fsdp_dict=True, fsdp_dict keys=['net', 'fake_score', 'teacher'], teacher in fsdp_dict=True
+[Apr 29, 2026 - 19:08:59 | INFO | fastgen.trainer:run:99 ] model.on_train_begin completed
+[Apr 29, 2026 - 19:08:59 | INFO | fastgen.trainer:run:110 ] Wrapping model into fsdp ..
+[Apr 29, 2026 - 19:08:59 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:102 ] Fully sharding model with 4 ranks...
+[Apr 29, 2026 - 19:08:59 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'net' (14.91B params)...
+[Apr 29, 2026 - 19:09:16 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1937 tensors
+[Apr 29, 2026 - 19:09:16 | INFO | fastgen.networks.OmniAvatar.network_causal:fully_shard:2329 ] CausalOmniAvatarWan: keeping manual gradient checkpointing (not using apply_fsdp_checkpointing due to KV cache dynamics)
+[Apr 29, 2026 - 19:09:25 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 29, 2026 - 19:09:25 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..2b0e045129c97b161a82ad8feb47ca137bed8e52
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/files/wandb-metadata.json
@@ -0,0 +1,75 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T10:08:19.126251Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=False",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "3eff88208c109aec77bbecf3a92e24f7c8fbe4e2"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1220226830336"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "57infhkc9od0s1zdvemm09vj7pj0ltds"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..fc881771b406c33463d7587292211620e26a73cd
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/logs/debug-core.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-29T19:08:19.626248433+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp07f6je74/port-3471090.txt","pid":3471090,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-29T19:08:19.627149278+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3471090}
+{"time":"2026-04-29T19:08:19.627144584+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3471090-3478935-3610529042/socket","Net":"unix"}}
+{"time":"2026-04-29T19:08:19.677856499+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-29T19:08:19.692395995+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"8vi97e66","id":"1(@)"}
+{"time":"2026-04-29T19:08:20.105981619+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"8vi97e66","id":"1(@)"}
+{"time":"2026-04-29T19:08:26.874311735+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"hv850eec7dh6"}
+{"time":"2026-04-29T19:09:41.095751585+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..4ae0bc005e7f194c342108b9f9bf00599722b70c
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/logs/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-29T19:08:19.693116244+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-29T19:08:20.105552051+09:00","level":"INFO","msg":"stream: created new stream","id":"8vi97e66"}
+{"time":"2026-04-29T19:08:20.105909792+09:00","level":"INFO","msg":"handler: started","stream_id":"8vi97e66"}
+{"time":"2026-04-29T19:08:20.105974854+09:00","level":"INFO","msg":"stream: started","id":"8vi97e66"}
+{"time":"2026-04-29T19:08:20.105999895+09:00","level":"INFO","msg":"writer: started","stream_id":"8vi97e66"}
+{"time":"2026-04-29T19:08:20.105998413+09:00","level":"INFO","msg":"sender: started","stream_id":"8vi97e66"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..4fbb1173febb5553e243c898fa92cc080b44764c
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/logs/debug.log
@@ -0,0 +1,19 @@
+2026-04-29 19:08:19,127 INFO    MainThread:3471090 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-29 19:08:19,127 INFO    MainThread:3471090 [wandb_setup.py:_flush():81] Configure stats pid to 3471090
+2026-04-29 19:08:19,127 INFO    MainThread:3471090 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-29 19:08:19,127 INFO    MainThread:3471090 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/logs/debug.log
+2026-04-29 19:08:19,127 INFO    MainThread:3471090 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/logs/debug-internal.log
+2026-04-29 19:08:19,127 INFO    MainThread:3471090 [wandb_init.py:init():844] calling init triggers
+2026-04-29 19:08:19,127 INFO    MainThread:3471090 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '5000', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7f01e45e9440>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f01e4827880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'True', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f01e4827880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f01e4827880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-29 19:08:19,127 INFO    MainThread:3471090 [wandb_init.py:init():892] starting backend
+2026-04-29 19:08:19,677 INFO    MainThread:3471090 [wandb_init.py:init():895] sending inform_init request
+2026-04-29 19:08:19,689 INFO    MainThread:3471090 [wandb_init.py:init():903] backend started and connected
+2026-04-29 19:08:19,691 INFO    MainThread:3471090 [wandb_init.py:init():973] updated telemetry
+2026-04-29 19:08:19,718 INFO    MainThread:3471090 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-29 19:08:21,603 INFO    MainThread:3471090 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-29 19:08:21,867 INFO    MainThread:3471090 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-29 19:08:21,867 INFO    MainThread:3471090 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-29 19:08:21,867 INFO    MainThread:3471090 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-29 19:08:21,867 INFO    MainThread:3471090 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-29 19:08:21,872 INFO    MainThread:3471090 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/run-8vi97e66.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/run-8vi97e66.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..30977402b08eb894463b83d7de7a007255879a32
Binary files /dev/null and b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_190819-8vi97e66/run-8vi97e66.wandb differ
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..cba316e127660cff04930cdeee6534dfb2c30419
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/files/output.log
@@ -0,0 +1,290 @@
+[Apr 29, 2026 - 19:17:32 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 29, 2026 - 19:17:32 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 29, 2026 - 19:17:32 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 29, 2026 - 19:17:32 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 29, 2026 - 19:17:32 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 29, 2026 - 19:17:32 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 29, 2026 - 19:17:32 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 29, 2026 - 19:17:32 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 29, 2026 - 19:17:32 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
+[Apr 29, 2026 - 19:18:10 | INFO | fastgen.methods.model:on_train_begin:296 ] Teacher check: add_teacher_to_fsdp_dict=True, fsdp_dict keys=['net', 'fake_score', 'teacher'], teacher in fsdp_dict=True
+[Apr 29, 2026 - 19:18:10 | INFO | fastgen.trainer:run:99 ] model.on_train_begin completed
+[Apr 29, 2026 - 19:18:10 | INFO | fastgen.trainer:run:110 ] Wrapping model into fsdp ..
+[Apr 29, 2026 - 19:18:10 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:102 ] Fully sharding model with 4 ranks...
+[Apr 29, 2026 - 19:18:10 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'net' (14.91B params)...
+[Apr 29, 2026 - 19:18:26 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1937 tensors
+[Apr 29, 2026 - 19:18:26 | INFO | fastgen.networks.OmniAvatar.network_causal:fully_shard:2376 ] CausalOmniAvatarWan: keeping manual gradient checkpointing (not using apply_fsdp_checkpointing due to KV cache dynamics)
+[Apr 29, 2026 - 19:18:36 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 29, 2026 - 19:18:36 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 29, 2026 - 19:18:45 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped net in 34.9s
+[Apr 29, 2026 - 19:18:45 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'fake_score' (14.91B params)...
+[Apr 29, 2026 - 19:19:01 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1937 tensors
+[Apr 29, 2026 - 19:19:01 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:932 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 29, 2026 - 19:19:13 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 29, 2026 - 19:19:13 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 29, 2026 - 19:19:35 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped fake_score in 50.4s
+[Apr 29, 2026 - 19:19:35 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'teacher' (14.29B params)...
+[Apr 29, 2026 - 19:19:44 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1137 tensors
+[Apr 29, 2026 - 19:19:44 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:932 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 29, 2026 - 19:19:58 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 29, 2026 - 19:19:58 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 29, 2026 - 19:20:12 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped teacher in 36.5s
+[Apr 29, 2026 - 19:20:12 | INFO | fastgen.trainer:run:118 ] FSDP wrapping completed
+[Apr 29, 2026 - 19:20:12 | INFO | fastgen.callbacks.ema:on_model_init_end:64 ] EMA ema is not enabled, skipping callback.
+[Apr 29, 2026 - 19:20:12 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 1.38M params in '_core.audio_proj'
+[Apr 29, 2026 - 19:20:12 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 3.21M params in '_core.audio_cond_projs'
+[Apr 29, 2026 - 19:20:12 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 1.34M params in '_core.patch_embedding'
+[Apr 29, 2026 - 19:20:12 | INFO | fastgen.networks.OmniAvatar.network_causal:apply_lora_freeze:1193 ] [CausalOmniAvatarWan] apply_lora_freeze: LoRA 613.42M trainable, base 14294.08M frozen, then unfreeze_modules re-enabled on top
+[Apr 29, 2026 - 19:20:12 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 1.38M params in 'model.audio_proj'
+[Apr 29, 2026 - 19:20:12 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 3.21M params in 'model.audio_cond_projs'
+[Apr 29, 2026 - 19:20:12 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 1.34M params in 'model.patch_embedding'
+[Apr 29, 2026 - 19:20:12 | INFO | fastgen.networks.OmniAvatar.network:apply_lora_freeze:747 ] [OmniAvatarWan] apply_lora_freeze: LoRA 613.42M trainable, base 14294.08M frozen, then unfreeze_modules re-enabled on top
+[Apr 29, 2026 - 19:20:12 | INFO | fastgen.trainer:run:133 ] Auto-Resume Details: None
+[Apr 29, 2026 - 19:20:12 | INFO | fastgen.utils.basic_utils:set_random_seed:144 ] Using random seed 0.
+[Apr 29, 2026 - 19:20:12 | INFO | fastgen.trainer:run:165 ] Instantiating dataloader...
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.wandb:on_dataloader_init_end:422 ] SKIP_GT_VAL_UPLOAD=1 — skipping GT val video upload
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.gpu_stats:on_train_begin:57 ] every_n to measure gpus stats: 1
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.train_profiler:on_train_begin:54 ] every_n to profile trainer: 1
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] model (OmniAvatarSelfForcingReDMD) has 1238.68 M trainable and 44122.71 M total params (logical).
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11043.69 M total params LOCAL on rank 0.
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11039.97 M total params LOCAL on rank 1.
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11039.97 M total params LOCAL on rank 2.
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11039.97 M total params LOCAL on rank 3.
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] net (CausalOmniAvatarWan) has 619.34 M trainable and 14907.50 M total params (logical).
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3727.80 M total params LOCAL on rank 0.
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 1.
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 2.
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 3.
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] fake_score (OmniAvatarWan) has 619.34 M trainable and 14907.50 M total params (logical).
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3727.80 M total params LOCAL on rank 0.
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 1.
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 2.
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 3.
+[Apr 29, 2026 - 19:20:26 | INFO | fastgen.trainer:run:174 ] iter_start: 0
+[Apr 29, 2026 - 19:21:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 11.919130   33.432178    4.744366
+peak_gpu_mem_gb           102.181415  102.181415  102.181415
+peak_gpu_mem_reserved_gb  105.101562  105.423828  104.994141
+util                       74.000000   79.000000   68.000000
+[Apr 29, 2026 - 19:21:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1 : data loading time        0.64
+[Apr 29, 2026 - 19:21:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1 : avg forward pass time    10.11
+[Apr 29, 2026 - 19:21:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1 : backward pass time       7.66
+[Apr 29, 2026 - 19:21:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1 : optimizer step time      0.87
+[Apr 29, 2026 - 19:21:40 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 1--------------------
+[Apr 29, 2026 - 19:21:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0298        iter count: 1.0
+[Apr 29, 2026 - 19:21:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0298   iter count: 1.0
+[Apr 29, 2026 - 19:21:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 19:21:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 19:22:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 11.931660   33.436485    4.760078
+peak_gpu_mem_gb           117.222180  117.222180  117.222180
+peak_gpu_mem_reserved_gb  119.338867  119.343750  119.324219
+util                       96.750000   99.000000   93.000000
+[Apr 29, 2026 - 19:22:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 2 : avg iteration time       67.78 seconds
+[Apr 29, 2026 - 19:22:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 2 : data loading time        0.00
+[Apr 29, 2026 - 19:22:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 2 : avg forward pass time    9.09
+[Apr 29, 2026 - 19:22:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 2 : backward pass time       7.70
+[Apr 29, 2026 - 19:22:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 2 : optimizer step time      0.67
+[Apr 29, 2026 - 19:22:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 2--------------------
+[Apr 29, 2026 - 19:22:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0242        iter count: 1.0
+[Apr 29, 2026 - 19:22:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0242   iter count: 1.0
+[Apr 29, 2026 - 19:22:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 19:22:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 19:23:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 11.934793   33.435688    4.762119
+peak_gpu_mem_gb           117.222180  117.222180  117.222180
+peak_gpu_mem_reserved_gb  119.336914  119.341797  119.322266
+util                       95.750000   99.000000   91.000000
+[Apr 29, 2026 - 19:23:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 3 : avg iteration time       70.18 seconds
+[Apr 29, 2026 - 19:23:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 3 : data loading time        0.00
+[Apr 29, 2026 - 19:23:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 3 : avg forward pass time    9.69
+[Apr 29, 2026 - 19:23:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 3 : backward pass time       7.70
+[Apr 29, 2026 - 19:23:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 3 : optimizer step time      0.67
+[Apr 29, 2026 - 19:23:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 3--------------------
+[Apr 29, 2026 - 19:23:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0225        iter count: 1.0
+[Apr 29, 2026 - 19:23:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0225   iter count: 1.0
+[Apr 29, 2026 - 19:23:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 19:23:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 19:25:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 11.935750   33.436607    4.762203
+peak_gpu_mem_gb           117.222180  117.222180  117.222180
+peak_gpu_mem_reserved_gb  119.336914  119.341797  119.322266
+util                       94.000000   99.000000   90.000000
+[Apr 29, 2026 - 19:25:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 4 : avg iteration time       65.87 seconds
+[Apr 29, 2026 - 19:25:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 4 : data loading time        0.00
+[Apr 29, 2026 - 19:25:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 4 : avg forward pass time    8.62
+[Apr 29, 2026 - 19:25:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 4 : backward pass time       7.69
+[Apr 29, 2026 - 19:25:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 4 : optimizer step time      0.67
+[Apr 29, 2026 - 19:25:04 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 4--------------------
+[Apr 29, 2026 - 19:25:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0327        iter count: 1.0
+[Apr 29, 2026 - 19:25:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0327   iter count: 1.0
+[Apr 29, 2026 - 19:25:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 19:25:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.410896   33.511326    5.371185
+peak_gpu_mem_gb           135.981175  135.981175  135.981175
+peak_gpu_mem_reserved_gb  137.992188  138.021484  137.982422
+util                       38.250000   45.000000   32.000000
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 5 : avg iteration time       157.17 seconds
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 5 : data loading time        0.00
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 5 : avg forward pass time    32.69
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 5 : backward pass time       6.55
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 5 : optimizer step time      0.61
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 5--------------------
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 6080.8881     iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2228          iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 6080.8881iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.0915iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.9891 iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.8448 iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 31298.4043iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 394.6904iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 119322.7891iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2228iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.8448  iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 119322.7891iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 2.9891  iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 394.6904iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.3000  iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 735.0843iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.2320  iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 4741.0508iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0235   iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 19:27:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 19:28:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.412510   33.512749    5.374367
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.152344  121.113281
+util                       93.000000   98.000000   87.000000
+[Apr 29, 2026 - 19:28:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 6 : avg iteration time       70.32 seconds
+[Apr 29, 2026 - 19:28:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 6 : data loading time        0.00
+[Apr 29, 2026 - 19:28:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 6 : avg forward pass time    9.58
+[Apr 29, 2026 - 19:28:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 6 : backward pass time       7.68
+[Apr 29, 2026 - 19:28:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 6 : optimizer step time      0.67
+[Apr 29, 2026 - 19:28:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 6--------------------
+[Apr 29, 2026 - 19:28:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0222        iter count: 1.0
+[Apr 29, 2026 - 19:28:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0222   iter count: 1.0
+[Apr 29, 2026 - 19:28:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 19:28:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 19:29:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.415283   33.512753    5.380848
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.152344  121.113281
+util                       94.000000   99.000000   87.000000
+[Apr 29, 2026 - 19:29:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 7 : avg iteration time       67.97 seconds
+[Apr 29, 2026 - 19:29:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 7 : data loading time        0.00
+[Apr 29, 2026 - 19:29:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 7 : avg forward pass time    9.15
+[Apr 29, 2026 - 19:29:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 7 : backward pass time       7.67
+[Apr 29, 2026 - 19:29:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 7 : optimizer step time      0.67
+[Apr 29, 2026 - 19:29:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 7--------------------
+[Apr 29, 2026 - 19:29:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0174        iter count: 1.0
+[Apr 29, 2026 - 19:29:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0174   iter count: 1.0
+[Apr 29, 2026 - 19:29:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 19:29:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 19:31:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.415296   33.512775    5.380859
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.152344  121.113281
+util                       93.250000   99.000000   89.000000
+[Apr 29, 2026 - 19:31:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 8 : avg iteration time       67.94 seconds
+[Apr 29, 2026 - 19:31:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 8 : data loading time        0.00
+[Apr 29, 2026 - 19:31:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 8 : avg forward pass time    9.15
+[Apr 29, 2026 - 19:31:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 8 : backward pass time       7.68
+[Apr 29, 2026 - 19:31:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 8 : optimizer step time      0.67
+[Apr 29, 2026 - 19:31:07 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 8--------------------
+[Apr 29, 2026 - 19:31:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0161        iter count: 1.0
+[Apr 29, 2026 - 19:31:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0161   iter count: 1.0
+[Apr 29, 2026 - 19:31:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 19:31:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 19:32:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.415428   33.512791    5.381390
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.152344  121.113281
+util                       96.000000   99.000000   91.000000
+[Apr 29, 2026 - 19:32:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 9 : avg iteration time       72.35 seconds
+[Apr 29, 2026 - 19:32:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 9 : data loading time        0.00
+[Apr 29, 2026 - 19:32:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 9 : avg forward pass time    10.24
+[Apr 29, 2026 - 19:32:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 9 : backward pass time       7.68
+[Apr 29, 2026 - 19:32:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 9 : optimizer step time      0.68
+[Apr 29, 2026 - 19:32:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 9--------------------
+[Apr 29, 2026 - 19:32:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0173        iter count: 1.0
+[Apr 29, 2026 - 19:32:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0173   iter count: 1.0
+[Apr 29, 2026 - 19:32:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 19:32:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.421266   33.513565    5.388573
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.861328  137.890625  137.773438
+util                       62.000000   70.000000   55.000000
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 10 : avg iteration time       164.53 seconds
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 10 : data loading time        0.00
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 10 : avg forward pass time    34.35
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 10 : backward pass time       6.72
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 10 : optimizer step time      0.40
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 10--------------------
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 3311.0943     iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2343          iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 3311.0943iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.7815iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.6914 iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 4.8429 iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 14327.4287iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 11881.4121iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 16086.7764iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2343iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.8429  iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 16086.7764iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.8275  iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 15598.9023iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.7641  iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 13742.6221iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.6914  iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 11881.4121iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0170   iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 19:35:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 19:36:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.422007   33.513584    5.390606
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.171875  121.132812
+util                       93.250000   99.000000   89.000000
+[Apr 29, 2026 - 19:36:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 11 : avg iteration time       72.92 seconds
+[Apr 29, 2026 - 19:36:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 11 : data loading time        0.00
+[Apr 29, 2026 - 19:36:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 11 : avg forward pass time    10.20
+[Apr 29, 2026 - 19:36:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 11 : backward pass time       7.70
+[Apr 29, 2026 - 19:36:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 11 : optimizer step time      0.67
+[Apr 29, 2026 - 19:36:17 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 11--------------------
+[Apr 29, 2026 - 19:36:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0230        iter count: 1.0
+[Apr 29, 2026 - 19:36:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0230   iter count: 1.0
+[Apr 29, 2026 - 19:36:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 19:36:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 19:37:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.422097   33.513832    5.390701
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.171875  121.132812
+util                       95.000000   99.000000   89.000000
+[Apr 29, 2026 - 19:37:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 12 : avg iteration time       68.27 seconds
+[Apr 29, 2026 - 19:37:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 12 : data loading time        0.00
+[Apr 29, 2026 - 19:37:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 12 : avg forward pass time    9.22
+[Apr 29, 2026 - 19:37:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 12 : backward pass time       7.70
+[Apr 29, 2026 - 19:37:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 12 : optimizer step time      0.67
+[Apr 29, 2026 - 19:37:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 12--------------------
+[Apr 29, 2026 - 19:37:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0282        iter count: 1.0
+[Apr 29, 2026 - 19:37:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0282   iter count: 1.0
+[Apr 29, 2026 - 19:37:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 19:37:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..0054ce2fb2e4b9d833c2b743d9866e9113135edc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/files/wandb-metadata.json
@@ -0,0 +1,75 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T10:17:29.457242Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=False",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "a2b101035622759b9f2a4988752b9e1ad8097f7f"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1220227313664"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "3flde48r4wkst0nqrowep14rng886pu2"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..aa47f4fddf676251cc8619e8e6ecd147524fd143
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/logs/debug-core.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-29T19:17:29.815099306+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpln5fvx7g/port-3483832.txt","pid":3483832,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-29T19:17:29.815626094+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3483832}
+{"time":"2026-04-29T19:17:29.815615374+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3483832-3487376-775779323/socket","Net":"unix"}}
+{"time":"2026-04-29T19:17:30.000591922+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-29T19:17:30.015974316+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"08kgq64p","id":"1(@)"}
+{"time":"2026-04-29T19:17:30.498755743+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"08kgq64p","id":"1(@)"}
+{"time":"2026-04-29T19:17:37.678195076+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"5oh0xh7wbu3r"}
+{"time":"2026-04-29T19:38:24.923594892+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..bf1f7967d7d6869bbb8510a4ab234738d48db1ac
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/logs/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-29T19:17:30.016069987+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-29T19:17:30.498624201+09:00","level":"INFO","msg":"stream: created new stream","id":"08kgq64p"}
+{"time":"2026-04-29T19:17:30.498675319+09:00","level":"INFO","msg":"handler: started","stream_id":"08kgq64p"}
+{"time":"2026-04-29T19:17:30.498749385+09:00","level":"INFO","msg":"stream: started","id":"08kgq64p"}
+{"time":"2026-04-29T19:17:30.498772084+09:00","level":"INFO","msg":"sender: started","stream_id":"08kgq64p"}
+{"time":"2026-04-29T19:17:30.498775653+09:00","level":"INFO","msg":"writer: started","stream_id":"08kgq64p"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..e3a893f92a108030390b228f028ecf426efef523
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/logs/debug.log
@@ -0,0 +1,19 @@
+2026-04-29 19:17:29,458 INFO    MainThread:3483832 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-29 19:17:29,458 INFO    MainThread:3483832 [wandb_setup.py:_flush():81] Configure stats pid to 3483832
+2026-04-29 19:17:29,458 INFO    MainThread:3483832 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-29 19:17:29,458 INFO    MainThread:3483832 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/logs/debug.log
+2026-04-29 19:17:29,458 INFO    MainThread:3483832 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/logs/debug-internal.log
+2026-04-29 19:17:29,458 INFO    MainThread:3483832 [wandb_init.py:init():844] calling init triggers
+2026-04-29 19:17:29,458 INFO    MainThread:3483832 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '5000', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7f9dff1994e0>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f9dff3d7880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'True', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f9dff3d7880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f9dff3d7880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-29 19:17:29,458 INFO    MainThread:3483832 [wandb_init.py:init():892] starting backend
+2026-04-29 19:17:30,000 INFO    MainThread:3483832 [wandb_init.py:init():895] sending inform_init request
+2026-04-29 19:17:30,014 INFO    MainThread:3483832 [wandb_init.py:init():903] backend started and connected
+2026-04-29 19:17:30,015 INFO    MainThread:3483832 [wandb_init.py:init():973] updated telemetry
+2026-04-29 19:17:30,037 INFO    MainThread:3483832 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-29 19:17:32,359 INFO    MainThread:3483832 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-29 19:17:32,673 INFO    MainThread:3483832 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-29 19:17:32,674 INFO    MainThread:3483832 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-29 19:17:32,674 INFO    MainThread:3483832 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-29 19:17:32,674 INFO    MainThread:3483832 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-29 19:17:32,678 INFO    MainThread:3483832 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/run-08kgq64p.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/run-08kgq64p.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..0a599f2c7c4bf9137905ad4ab87253492094eea7
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_191729-08kgq64p/run-08kgq64p.wandb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ddb8447ed04a07e1d8dd1e469f3a9aa5e2bce6adde1464854dd79c9e8b182e
+size 262144
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..c08518c1d295a120178b87aee831e2095def53d1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/files/output.log
@@ -0,0 +1,14 @@
+[Apr 29, 2026 - 19:54:20 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 29, 2026 - 19:54:20 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 29, 2026 - 19:54:20 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 29, 2026 - 19:54:20 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 29, 2026 - 19:54:20 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 29, 2026 - 19:54:20 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 29, 2026 - 19:54:20 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 29, 2026 - 19:54:20 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 29, 2026 - 19:54:20 | INFO | fastgen.utils.checkpointer:load:415 ] Loading FSDP model (.pth metadata stub at /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth, sharded state in sibling *.{k}_model dirs)
+[Apr 29, 2026 - 19:54:20 | INFO | fastgen.utils.checkpointer:load:436 ] Loading FSDP model from prefix /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000
+[Apr 29, 2026 - 19:54:20 | INFO | fastgen.utils.checkpointer:load:439 ] Loading the FSDP model dict for key net...
+[Apr 29, 2026 - 20:00:06 | INFO | fastgen.trainer:load_pretrained_ckpt:252 ] Loaded net model from net in /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth at iteration 3000
+[Apr 29, 2026 - 20:00:06 | INFO | fastgen.trainer:load_pretrained_ckpt:262 ] Setting resume_iter for model to 3000.
+[Apr 29, 2026 - 20:00:06 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..271a2c580f10a0f565b2a4f8cec8be38fdd7ea17
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/files/wandb-metadata.json
@@ -0,0 +1,77 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T10:54:18.396005Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=False",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "trainer.max_iter=2500",
+    "trainer.save_ckpt_iter=100",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "a064e8fa90a90e68ddb9e4d18a8e8817990fe47e"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1220228841472"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "nxodhe9azcg5jic30q3efkej9288gaer"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..ddb50e8e97d9ceb5f8ef25284c243ddf3785d22b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/logs/debug-core.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-29T19:54:18.723260388+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpm0sq3skv/port-3547529.txt","pid":3547529,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-29T19:54:18.723733547+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3547529}
+{"time":"2026-04-29T19:54:18.723728263+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3547529-3568520-3597492995/socket","Net":"unix"}}
+{"time":"2026-04-29T19:54:18.90872401+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-29T19:54:18.92224239+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"ivrff7iu","id":"1(@)"}
+{"time":"2026-04-29T19:54:19.328337982+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"ivrff7iu","id":"1(@)"}
+{"time":"2026-04-29T19:54:25.935848343+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"59piwct4q8sf"}
+{"time":"2026-04-29T20:02:16.881279181+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..cf33f829af9207928ab4d2fea972a9a28a8febf4
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/logs/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-29T19:54:18.92234106+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-29T19:54:19.328212794+09:00","level":"INFO","msg":"stream: created new stream","id":"ivrff7iu"}
+{"time":"2026-04-29T19:54:19.328260867+09:00","level":"INFO","msg":"handler: started","stream_id":"ivrff7iu"}
+{"time":"2026-04-29T19:54:19.328331844+09:00","level":"INFO","msg":"stream: started","id":"ivrff7iu"}
+{"time":"2026-04-29T19:54:19.328351519+09:00","level":"INFO","msg":"sender: started","stream_id":"ivrff7iu"}
+{"time":"2026-04-29T19:54:19.328352862+09:00","level":"INFO","msg":"writer: started","stream_id":"ivrff7iu"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..cf08d474292e89587b4a6392515e7cc70c81cb6d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/logs/debug.log
@@ -0,0 +1,19 @@
+2026-04-29 19:54:18,397 INFO    MainThread:3547529 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-29 19:54:18,397 INFO    MainThread:3547529 [wandb_setup.py:_flush():81] Configure stats pid to 3547529
+2026-04-29 19:54:18,397 INFO    MainThread:3547529 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-29 19:54:18,397 INFO    MainThread:3547529 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/logs/debug.log
+2026-04-29 19:54:18,397 INFO    MainThread:3547529 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/logs/debug-internal.log
+2026-04-29 19:54:18,397 INFO    MainThread:3547529 [wandb_init.py:init():844] calling init triggers
+2026-04-29 19:54:18,397 INFO    MainThread:3547529 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '2500', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7fc1a18d54e0>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fc1a1b13880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fc1a1b13880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fc1a1b13880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-29 19:54:18,397 INFO    MainThread:3547529 [wandb_init.py:init():892] starting backend
+2026-04-29 19:54:18,908 INFO    MainThread:3547529 [wandb_init.py:init():895] sending inform_init request
+2026-04-29 19:54:18,921 INFO    MainThread:3547529 [wandb_init.py:init():903] backend started and connected
+2026-04-29 19:54:18,922 INFO    MainThread:3547529 [wandb_init.py:init():973] updated telemetry
+2026-04-29 19:54:18,941 INFO    MainThread:3547529 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-29 19:54:20,616 INFO    MainThread:3547529 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-29 19:54:20,929 INFO    MainThread:3547529 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-29 19:54:20,929 INFO    MainThread:3547529 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-29 19:54:20,929 INFO    MainThread:3547529 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-29 19:54:20,929 INFO    MainThread:3547529 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-29 19:54:20,933 INFO    MainThread:3547529 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/run-ivrff7iu.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/run-ivrff7iu.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..bd0fc11093e2253c08a10bde9f7c4d0cbcf1dad6
Binary files /dev/null and b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_195418-ivrff7iu/run-ivrff7iu.wandb differ
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/train_media/data/real_100_6eaa5ae21547d6d4dc78.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/train_media/data/real_100_6eaa5ae21547d6d4dc78.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..aa86fd66374f3ee045ca1c8d1ba8c3b1c686f64b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/train_media/data/real_100_6eaa5ae21547d6d4dc78.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eaa5ae21547d6d4dc7861deb1043368b01998929d9cb8604b6a9b1b8f203193
+size 256829
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/train_media/student/generation_100_b005ac3d7204c2ea4c05.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/train_media/student/generation_100_b005ac3d7204c2ea4c05.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..251274fc64bc0b8e91f885e66778d43080456525
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/train_media/student/generation_100_b005ac3d7204c2ea4c05.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b005ac3d7204c2ea4c05afeabe40624ec26c22f1177bf14846f5709c3cb47caf
+size 279875
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_04f379214fc06a68f051.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_04f379214fc06a68f051.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..4475baa2ed2c9b7cf8f36122ac57445ced3c4be7
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_04f379214fc06a68f051.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f379214fc06a68f051aa267315cb209c45567ce1b9f8b0bc64225429dd984f
+size 291862
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_113532658ac9afd34477.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_113532658ac9afd34477.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..d19de739b67b074cba6194268591964e2c0d0303
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_113532658ac9afd34477.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113532658ac9afd34477eb5f1e4b49f1e42ca19a5db5c9e1bf64d284ada13340
+size 213509
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_9225e07d31a96cce4786.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_9225e07d31a96cce4786.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..1a0cbe3cd1245eab2fb006ec3ea91847256cb3a0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_9225e07d31a96cce4786.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9225e07d31a96cce4786320aef4dbec0f531446a903445e8061ef50c8bdb23be
+size 213854
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_9b544b70c1f4a7fd8209.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_9b544b70c1f4a7fd8209.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..65b7162e20826a9ba188b18dfd4ed2c62f6fa9e1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_9b544b70c1f4a7fd8209.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b544b70c1f4a7fd82097ed222102ee0b557ddd24e562923362231b1784d96db
+size 245739
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_bd86f81daecddc9118ed.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_bd86f81daecddc9118ed.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..7139a7591527695f9c52982fdf16ed061bfb93ce
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_bd86f81daecddc9118ed.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd86f81daecddc9118ed9453a326f1ce090fbfb1ec7c2b1495c53d9f36ddc11b
+size 204376
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_c1651160e5859873a337.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_c1651160e5859873a337.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f97f35cb9142c5880a2fdc93055a105c459413e1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_c1651160e5859873a337.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1651160e5859873a337e9a7ede7c4e5014c6928b54160adbb33a4a868d905fb
+size 242356
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_cc7f106b528f46ae8fce.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_cc7f106b528f46ae8fce.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0e8988eb536b36d7516111c5a3b618405f7b2561
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_cc7f106b528f46ae8fce.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7f106b528f46ae8fce9fe99072888734c083d8839ed06855e003ff4a67e10a
+size 253551
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_d4332cebf8343bdbaf8c.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_d4332cebf8343bdbaf8c.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..493c34988b8416b2f9b10ce9fbead212b10248c0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_d4332cebf8343bdbaf8c.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4332cebf8343bdbaf8c5b30d17e300370ab1cf7f67ed9efc4ca345388fb615c
+size 283845
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_eb9730f19b14ea467e38.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_eb9730f19b14ea467e38.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..eb50c05d934ca998d783cf3b7ffffda3615a4449
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_eb9730f19b14ea467e38.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9730f19b14ea467e381c7c8ff1b552d84e885ba6490d673e9c1b5874137129
+size 187677
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_f973a0e3dc87220f12f6.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_f973a0e3dc87220f12f6.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..cd3606dcf769f164ea68a92e80d60fc3e61376f9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/generated_100_f973a0e3dc87220f12f6.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f973a0e3dc87220f12f6d56bb38715b84017df65550fbfd364c33937b1282087
+size 202106
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/media/videos/val0/reconstructed_100_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..61a620f1197e81ac2e8237212193bd81aca721e8
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/output.log
@@ -0,0 +1,2372 @@
+[Apr 29, 2026 - 20:14:18 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 29, 2026 - 20:14:18 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 29, 2026 - 20:14:18 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 29, 2026 - 20:14:18 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 29, 2026 - 20:14:18 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 29, 2026 - 20:14:18 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 29, 2026 - 20:14:18 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 29, 2026 - 20:14:18 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 29, 2026 - 20:14:18 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
+[Apr 29, 2026 - 20:14:56 | INFO | fastgen.methods.model:on_train_begin:296 ] Teacher check: add_teacher_to_fsdp_dict=True, fsdp_dict keys=['net', 'fake_score', 'teacher'], teacher in fsdp_dict=True
+[Apr 29, 2026 - 20:14:56 | INFO | fastgen.trainer:run:99 ] model.on_train_begin completed
+[Apr 29, 2026 - 20:14:56 | INFO | fastgen.trainer:run:110 ] Wrapping model into fsdp ..
+[Apr 29, 2026 - 20:14:56 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:102 ] Fully sharding model with 4 ranks...
+[Apr 29, 2026 - 20:14:56 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'net' (14.91B params)...
+[Apr 29, 2026 - 20:15:12 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1937 tensors
+[Apr 29, 2026 - 20:15:12 | INFO | fastgen.networks.OmniAvatar.network_causal:fully_shard:2376 ] CausalOmniAvatarWan: keeping manual gradient checkpointing (not using apply_fsdp_checkpointing due to KV cache dynamics)
+[Apr 29, 2026 - 20:15:22 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 29, 2026 - 20:15:22 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 29, 2026 - 20:15:31 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped net in 35.1s
+[Apr 29, 2026 - 20:15:31 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'fake_score' (14.91B params)...
+[Apr 29, 2026 - 20:15:48 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1937 tensors
+[Apr 29, 2026 - 20:15:48 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:932 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 29, 2026 - 20:16:01 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 29, 2026 - 20:16:01 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 29, 2026 - 20:16:15 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped fake_score in 43.4s
+[Apr 29, 2026 - 20:16:15 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'teacher' (14.29B params)...
+[Apr 29, 2026 - 20:16:24 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1137 tensors
+[Apr 29, 2026 - 20:16:24 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:932 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 29, 2026 - 20:16:37 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 29, 2026 - 20:16:37 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 29, 2026 - 20:16:50 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped teacher in 35.7s
+[Apr 29, 2026 - 20:16:50 | INFO | fastgen.trainer:run:118 ] FSDP wrapping completed
+[Apr 29, 2026 - 20:16:50 | INFO | fastgen.callbacks.ema:on_model_init_end:64 ] EMA ema is not enabled, skipping callback.
+[Apr 29, 2026 - 20:16:50 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 1.38M params in '_core.audio_proj'
+[Apr 29, 2026 - 20:16:50 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 3.21M params in '_core.audio_cond_projs'
+[Apr 29, 2026 - 20:16:50 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 1.34M params in '_core.patch_embedding'
+[Apr 29, 2026 - 20:16:50 | INFO | fastgen.networks.OmniAvatar.network_causal:apply_lora_freeze:1193 ] [CausalOmniAvatarWan] apply_lora_freeze: LoRA 613.42M trainable, base 14294.08M frozen, then unfreeze_modules re-enabled on top
+[Apr 29, 2026 - 20:16:50 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 1.38M params in 'model.audio_proj'
+[Apr 29, 2026 - 20:16:50 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 3.21M params in 'model.audio_cond_projs'
+[Apr 29, 2026 - 20:16:50 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 1.34M params in 'model.patch_embedding'
+[Apr 29, 2026 - 20:16:50 | INFO | fastgen.networks.OmniAvatar.network:apply_lora_freeze:747 ] [OmniAvatarWan] apply_lora_freeze: LoRA 613.42M trainable, base 14294.08M frozen, then unfreeze_modules re-enabled on top
+[Apr 29, 2026 - 20:16:50 | INFO | fastgen.trainer:run:133 ] Auto-Resume Details: None
+[Apr 29, 2026 - 20:16:50 | INFO | fastgen.utils.basic_utils:set_random_seed:144 ] Using random seed 0.
+[Apr 29, 2026 - 20:16:50 | INFO | fastgen.trainer:run:165 ] Instantiating dataloader...
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.wandb:on_dataloader_init_end:422 ] SKIP_GT_VAL_UPLOAD=1 — skipping GT val video upload
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.gpu_stats:on_train_begin:57 ] every_n to measure gpus stats: 1
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.train_profiler:on_train_begin:54 ] every_n to profile trainer: 1
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] model (OmniAvatarSelfForcingReDMD) has 1238.68 M trainable and 44122.71 M total params (logical).
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11043.69 M total params LOCAL on rank 0.
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11039.97 M total params LOCAL on rank 1.
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11039.97 M total params LOCAL on rank 2.
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11039.97 M total params LOCAL on rank 3.
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] net (CausalOmniAvatarWan) has 619.34 M trainable and 14907.50 M total params (logical).
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3727.80 M total params LOCAL on rank 0.
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 1.
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 2.
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 3.
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] fake_score (OmniAvatarWan) has 619.34 M trainable and 14907.50 M total params (logical).
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3727.80 M total params LOCAL on rank 0.
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 1.
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 2.
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 3.
+[Apr 29, 2026 - 20:17:07 | INFO | fastgen.trainer:run:174 ] iter_start: 0
+[Apr 29, 2026 - 20:18:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 11.987420   33.717323    4.738369
+peak_gpu_mem_gb           102.181415  102.181415  102.181415
+peak_gpu_mem_reserved_gb  105.101562  105.423828  104.994141
+util                       82.250000   87.000000   76.000000
+[Apr 29, 2026 - 20:18:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1 : data loading time        1.51
+[Apr 29, 2026 - 20:18:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1 : avg forward pass time    10.32
+[Apr 29, 2026 - 20:18:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1 : backward pass time       7.66
+[Apr 29, 2026 - 20:18:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1 : optimizer step time      0.86
+[Apr 29, 2026 - 20:18:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 1--------------------
+[Apr 29, 2026 - 20:18:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0298        iter count: 1.0
+[Apr 29, 2026 - 20:18:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0298   iter count: 1.0
+[Apr 29, 2026 - 20:18:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:18:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:19:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.000213   33.719864    4.754387
+peak_gpu_mem_gb           117.222180  117.222180  117.222180
+peak_gpu_mem_reserved_gb  119.338867  119.343750  119.324219
+util                       94.500000   99.000000   90.000000
+[Apr 29, 2026 - 20:19:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 2 : avg iteration time       67.83 seconds
+[Apr 29, 2026 - 20:19:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 2 : data loading time        0.00
+[Apr 29, 2026 - 20:19:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 2 : avg forward pass time    9.11
+[Apr 29, 2026 - 20:19:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 2 : backward pass time       7.70
+[Apr 29, 2026 - 20:19:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 2 : optimizer step time      0.66
+[Apr 29, 2026 - 20:19:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 2--------------------
+[Apr 29, 2026 - 20:19:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0242        iter count: 1.0
+[Apr 29, 2026 - 20:19:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0242   iter count: 1.0
+[Apr 29, 2026 - 20:19:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:19:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:20:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.001954   33.721130    4.757809
+peak_gpu_mem_gb           117.222180  117.222180  117.222180
+peak_gpu_mem_reserved_gb  119.336914  119.341797  119.322266
+util                       93.750000   99.000000   89.000000
+[Apr 29, 2026 - 20:20:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 3 : avg iteration time       70.18 seconds
+[Apr 29, 2026 - 20:20:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 3 : data loading time        0.00
+[Apr 29, 2026 - 20:20:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 3 : avg forward pass time    9.70
+[Apr 29, 2026 - 20:20:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 3 : backward pass time       7.69
+[Apr 29, 2026 - 20:20:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 3 : optimizer step time      0.66
+[Apr 29, 2026 - 20:20:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 3--------------------
+[Apr 29, 2026 - 20:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0226        iter count: 1.0
+[Apr 29, 2026 - 20:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0226   iter count: 1.0
+[Apr 29, 2026 - 20:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:20:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:21:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.003510   33.721809    4.762531
+peak_gpu_mem_gb           117.222180  117.222180  117.222180
+peak_gpu_mem_reserved_gb  119.336914  119.341797  119.322266
+util                       95.250000   99.000000   90.000000
+[Apr 29, 2026 - 20:21:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 4 : avg iteration time       65.93 seconds
+[Apr 29, 2026 - 20:21:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 4 : data loading time        0.00
+[Apr 29, 2026 - 20:21:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 4 : avg forward pass time    8.64
+[Apr 29, 2026 - 20:21:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 4 : backward pass time       7.67
+[Apr 29, 2026 - 20:21:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 4 : optimizer step time      0.66
+[Apr 29, 2026 - 20:21:47 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 4--------------------
+[Apr 29, 2026 - 20:21:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0328        iter count: 1.0
+[Apr 29, 2026 - 20:21:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0328   iter count: 1.0
+[Apr 29, 2026 - 20:21:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:21:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.479749   33.797096    5.372807
+peak_gpu_mem_gb           135.981175  135.981175  135.981175
+peak_gpu_mem_reserved_gb  137.992188  138.021484  137.982422
+util                       40.000000   47.000000   35.000000
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 5 : avg iteration time       158.11 seconds
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 5 : data loading time        0.00
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 5 : avg forward pass time    32.88
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 5 : backward pass time       6.60
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 5 : optimizer step time      0.64
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 5--------------------
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 6051.3084     iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2225          iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 6051.3084iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.0915iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.9891 iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.8448 iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 31297.1211iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 394.7183iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 119318.1250iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2225iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.8448  iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 119318.1250iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 2.9891  iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 394.7183iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.3000  iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 735.0843iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.2320  iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 4740.5537iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0235   iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:24:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 20:25:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.481470   33.797646    5.374142
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.152344  121.113281
+util                       95.250000   99.000000   90.000000
+[Apr 29, 2026 - 20:25:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 6 : avg iteration time       70.50 seconds
+[Apr 29, 2026 - 20:25:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 6 : data loading time        0.00
+[Apr 29, 2026 - 20:25:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 6 : avg forward pass time    9.63
+[Apr 29, 2026 - 20:25:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 6 : backward pass time       7.69
+[Apr 29, 2026 - 20:25:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 6 : optimizer step time      0.67
+[Apr 29, 2026 - 20:25:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 6--------------------
+[Apr 29, 2026 - 20:25:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0223        iter count: 1.0
+[Apr 29, 2026 - 20:25:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0223   iter count: 1.0
+[Apr 29, 2026 - 20:25:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:25:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:26:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.481685   33.797642    5.374153
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.152344  121.113281
+util                       93.250000   98.000000   87.000000
+[Apr 29, 2026 - 20:26:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 7 : avg iteration time       68.16 seconds
+[Apr 29, 2026 - 20:26:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 7 : data loading time        0.00
+[Apr 29, 2026 - 20:26:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 7 : avg forward pass time    9.21
+[Apr 29, 2026 - 20:26:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 7 : backward pass time       7.67
+[Apr 29, 2026 - 20:26:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 7 : optimizer step time      0.66
+[Apr 29, 2026 - 20:26:43 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 7--------------------
+[Apr 29, 2026 - 20:26:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0174        iter count: 1.0
+[Apr 29, 2026 - 20:26:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0174   iter count: 1.0
+[Apr 29, 2026 - 20:26:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:26:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:27:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.481702   33.797710    5.374153
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.152344  121.113281
+util                       94.000000   99.000000   90.000000
+[Apr 29, 2026 - 20:27:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 8 : avg iteration time       68.11 seconds
+[Apr 29, 2026 - 20:27:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 8 : data loading time        0.00
+[Apr 29, 2026 - 20:27:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 8 : avg forward pass time    9.19
+[Apr 29, 2026 - 20:27:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 8 : backward pass time       7.67
+[Apr 29, 2026 - 20:27:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 8 : optimizer step time      0.66
+[Apr 29, 2026 - 20:27:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 8--------------------
+[Apr 29, 2026 - 20:27:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0162        iter count: 1.0
+[Apr 29, 2026 - 20:27:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0162   iter count: 1.0
+[Apr 29, 2026 - 20:27:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:27:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:29:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.482306   33.797710    5.374153
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.152344  121.113281
+util                       95.750000   99.000000   92.000000
+[Apr 29, 2026 - 20:29:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 9 : avg iteration time       72.43 seconds
+[Apr 29, 2026 - 20:29:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 9 : data loading time        0.00
+[Apr 29, 2026 - 20:29:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 9 : avg forward pass time    10.27
+[Apr 29, 2026 - 20:29:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 9 : backward pass time       7.68
+[Apr 29, 2026 - 20:29:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 9 : optimizer step time      0.66
+[Apr 29, 2026 - 20:29:04 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 9--------------------
+[Apr 29, 2026 - 20:29:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0174        iter count: 1.0
+[Apr 29, 2026 - 20:29:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0174   iter count: 1.0
+[Apr 29, 2026 - 20:29:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:29:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.487645   33.796673    5.381996
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.861328  137.890625  137.773438
+util                       60.750000   67.000000   56.000000
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 10 : avg iteration time       162.76 seconds
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 10 : data loading time        0.00
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 10 : avg forward pass time    34.02
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 10 : backward pass time       6.59
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 10 : optimizer step time      0.37
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 10--------------------
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 3289.6216     iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2303          iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 3289.6216iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.7906iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.7076 iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 4.8639 iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 14588.9570iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 12273.9639iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 16778.9512iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2303iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.8639  iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 16778.9512iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.8220  iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 15429.8203iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.7689  iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 13873.0918iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.7076  iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 12273.9639iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0172   iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:31:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 20:32:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.487846   33.797447    5.382008
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.171875  121.132812
+util                       93.250000   98.000000   87.000000
+[Apr 29, 2026 - 20:32:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 11 : avg iteration time       72.70 seconds
+[Apr 29, 2026 - 20:32:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 11 : data loading time        0.00
+[Apr 29, 2026 - 20:32:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 11 : avg forward pass time    10.14
+[Apr 29, 2026 - 20:32:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 11 : backward pass time       7.69
+[Apr 29, 2026 - 20:32:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 11 : optimizer step time      0.65
+[Apr 29, 2026 - 20:32:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 11--------------------
+[Apr 29, 2026 - 20:32:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0231        iter count: 1.0
+[Apr 29, 2026 - 20:32:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0231   iter count: 1.0
+[Apr 29, 2026 - 20:32:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:32:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:34:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.488249   33.798328    5.382290
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.171875  121.132812
+util                       92.500000   99.000000   88.000000
+[Apr 29, 2026 - 20:34:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 12 : avg iteration time       68.10 seconds
+[Apr 29, 2026 - 20:34:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 12 : data loading time        0.00
+[Apr 29, 2026 - 20:34:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 12 : avg forward pass time    9.18
+[Apr 29, 2026 - 20:34:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 12 : backward pass time       7.67
+[Apr 29, 2026 - 20:34:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 12 : optimizer step time      0.66
+[Apr 29, 2026 - 20:34:07 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 12--------------------
+[Apr 29, 2026 - 20:34:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0284        iter count: 1.0
+[Apr 29, 2026 - 20:34:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0284   iter count: 1.0
+[Apr 29, 2026 - 20:34:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:34:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:35:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.487995   33.797276    5.382305
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.171875  121.132812
+util                       95.000000   99.000000   89.000000
+[Apr 29, 2026 - 20:35:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 13 : avg iteration time       70.09 seconds
+[Apr 29, 2026 - 20:35:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 13 : data loading time        0.00
+[Apr 29, 2026 - 20:35:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 13 : avg forward pass time    9.69
+[Apr 29, 2026 - 20:35:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 13 : backward pass time       7.68
+[Apr 29, 2026 - 20:35:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 13 : optimizer step time      0.66
+[Apr 29, 2026 - 20:35:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 13--------------------
+[Apr 29, 2026 - 20:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0223        iter count: 1.0
+[Apr 29, 2026 - 20:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0223   iter count: 1.0
+[Apr 29, 2026 - 20:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:35:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:36:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.489358   33.797756    5.382317
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.143066  121.173828  121.132812
+util                       95.250000   99.000000   90.000000
+[Apr 29, 2026 - 20:36:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 14 : avg iteration time       70.25 seconds
+[Apr 29, 2026 - 20:36:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 14 : data loading time        0.00
+[Apr 29, 2026 - 20:36:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 14 : avg forward pass time    9.72
+[Apr 29, 2026 - 20:36:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 14 : backward pass time       7.68
+[Apr 29, 2026 - 20:36:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 14 : optimizer step time      0.66
+[Apr 29, 2026 - 20:36:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 14--------------------
+[Apr 29, 2026 - 20:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0131        iter count: 1.0
+[Apr 29, 2026 - 20:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0131   iter count: 1.0
+[Apr 29, 2026 - 20:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:36:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.489781   33.798389    5.382320
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.875977  137.949219  137.851562
+util                       61.750000   66.000000   56.000000
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 15 : avg iteration time       160.58 seconds
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 15 : data loading time        0.00
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 15 : avg forward pass time    33.42
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 15 : backward pass time       6.78
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 15 : optimizer step time      0.37
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 15--------------------
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 36864.8509    iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.0745          iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 36864.8509iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.4929iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.6650 iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.1978 iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 610355.1875iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1525.3933iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1786181.7500iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.0745iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.4188  iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 6889.0830iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.6650  iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1525.3933iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.1978  iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1786181.7500iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.6899  iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 646824.5625iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0237   iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:39:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 20:40:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.489859   33.798645    5.382320
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.171875  121.132812
+util                       96.750000   99.000000   93.000000
+[Apr 29, 2026 - 20:40:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 16 : avg iteration time       70.46 seconds
+[Apr 29, 2026 - 20:40:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 16 : data loading time        0.00
+[Apr 29, 2026 - 20:40:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 16 : avg forward pass time    9.60
+[Apr 29, 2026 - 20:40:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 16 : backward pass time       7.68
+[Apr 29, 2026 - 20:40:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 16 : optimizer step time      0.66
+[Apr 29, 2026 - 20:40:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 16--------------------
+[Apr 29, 2026 - 20:40:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0177        iter count: 1.0
+[Apr 29, 2026 - 20:40:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0177   iter count: 1.0
+[Apr 29, 2026 - 20:40:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:40:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:41:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.490143   33.799088    5.383026
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.181641  121.328125  121.132812
+util                       95.500000   99.000000   90.000000
+[Apr 29, 2026 - 20:41:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 17 : avg iteration time       65.92 seconds
+[Apr 29, 2026 - 20:41:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 17 : data loading time        0.00
+[Apr 29, 2026 - 20:41:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 17 : avg forward pass time    8.64
+[Apr 29, 2026 - 20:41:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 17 : backward pass time       7.67
+[Apr 29, 2026 - 20:41:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 17 : optimizer step time      0.66
+[Apr 29, 2026 - 20:41:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 17--------------------
+[Apr 29, 2026 - 20:41:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0138        iter count: 1.0
+[Apr 29, 2026 - 20:41:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 29, 2026 - 20:41:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:41:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:42:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.490389   33.799088    5.383858
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.171875  121.132812
+util                       96.500000   99.000000   92.000000
+[Apr 29, 2026 - 20:42:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 18 : avg iteration time       68.07 seconds
+[Apr 29, 2026 - 20:42:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 18 : data loading time        0.00
+[Apr 29, 2026 - 20:42:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 18 : avg forward pass time    9.18
+[Apr 29, 2026 - 20:42:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 18 : backward pass time       7.66
+[Apr 29, 2026 - 20:42:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 18 : optimizer step time      0.66
+[Apr 29, 2026 - 20:42:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 18--------------------
+[Apr 29, 2026 - 20:42:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0133        iter count: 1.0
+[Apr 29, 2026 - 20:42:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0133   iter count: 1.0
+[Apr 29, 2026 - 20:42:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:42:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:43:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.490612   33.799088    5.384747
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.171875  121.132812
+util                       93.000000   99.000000   88.000000
+[Apr 29, 2026 - 20:43:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 19 : avg iteration time       68.04 seconds
+[Apr 29, 2026 - 20:43:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 19 : data loading time        0.00
+[Apr 29, 2026 - 20:43:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 19 : avg forward pass time    9.18
+[Apr 29, 2026 - 20:43:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 19 : backward pass time       7.67
+[Apr 29, 2026 - 20:43:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 19 : optimizer step time      0.65
+[Apr 29, 2026 - 20:43:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 19--------------------
+[Apr 29, 2026 - 20:43:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0138        iter count: 1.0
+[Apr 29, 2026 - 20:43:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 29, 2026 - 20:43:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:43:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.490881   33.798916    5.385643
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.875977  137.890625  137.871094
+util                       65.500000   72.000000   61.000000
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 20 : avg iteration time       161.05 seconds
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 20 : data loading time        0.00
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 20 : avg forward pass time    33.49
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 20 : backward pass time       6.66
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 20 : optimizer step time      0.37
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 20--------------------
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 69960.6256    iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2311          iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 69960.6256iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.0430iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.3160 iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.0593 iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 348341.6562iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 758.9291iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1353910.1250iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2311iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.0926  iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 26508.1953iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.0593  iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1353910.1250iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.3160  iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 758.9291iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.7042  iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 12189.3691iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0161   iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:46:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 20:47:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.491013   33.799412    5.385647
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.147461  121.191406  121.132812
+util                       93.500000   99.000000   89.000000
+[Apr 29, 2026 - 20:47:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 21 : avg iteration time       68.37 seconds
+[Apr 29, 2026 - 20:47:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 21 : data loading time        0.00
+[Apr 29, 2026 - 20:47:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 21 : avg forward pass time    9.11
+[Apr 29, 2026 - 20:47:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 21 : backward pass time       7.67
+[Apr 29, 2026 - 20:47:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 21 : optimizer step time      0.68
+[Apr 29, 2026 - 20:47:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 21--------------------
+[Apr 29, 2026 - 20:47:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0112        iter count: 1.0
+[Apr 29, 2026 - 20:47:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 29, 2026 - 20:47:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:47:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:48:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.492254   33.799534    5.385715
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.158691  121.173828  121.113281
+util                       94.250000   99.000000   88.000000
+[Apr 29, 2026 - 20:48:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 22 : avg iteration time       68.05 seconds
+[Apr 29, 2026 - 20:48:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 22 : data loading time        0.00
+[Apr 29, 2026 - 20:48:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 22 : avg forward pass time    9.18
+[Apr 29, 2026 - 20:48:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 22 : backward pass time       7.67
+[Apr 29, 2026 - 20:48:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 22 : optimizer step time      0.66
+[Apr 29, 2026 - 20:48:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 22--------------------
+[Apr 29, 2026 - 20:48:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0113        iter count: 1.0
+[Apr 29, 2026 - 20:48:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0113   iter count: 1.0
+[Apr 29, 2026 - 20:48:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:48:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:49:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493102   33.799534    5.385719
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.162109  121.171875  121.132812
+util                       94.000000   99.000000   88.000000
+[Apr 29, 2026 - 20:49:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 23 : avg iteration time       68.19 seconds
+[Apr 29, 2026 - 20:49:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 23 : data loading time        0.00
+[Apr 29, 2026 - 20:49:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 23 : avg forward pass time    9.21
+[Apr 29, 2026 - 20:49:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 23 : backward pass time       7.68
+[Apr 29, 2026 - 20:49:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 23 : optimizer step time      0.66
+[Apr 29, 2026 - 20:49:47 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 23--------------------
+[Apr 29, 2026 - 20:49:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0136        iter count: 1.0
+[Apr 29, 2026 - 20:49:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0136   iter count: 1.0
+[Apr 29, 2026 - 20:49:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:49:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:50:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493112   33.799534    5.385738
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.162109  121.171875  121.132812
+util                       96.250000   99.000000   92.000000
+[Apr 29, 2026 - 20:50:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 24 : avg iteration time       68.08 seconds
+[Apr 29, 2026 - 20:50:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 24 : data loading time        0.00
+[Apr 29, 2026 - 20:50:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 24 : avg forward pass time    9.19
+[Apr 29, 2026 - 20:50:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 24 : backward pass time       7.66
+[Apr 29, 2026 - 20:50:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 24 : optimizer step time      0.67
+[Apr 29, 2026 - 20:50:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 24--------------------
+[Apr 29, 2026 - 20:50:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0114        iter count: 1.0
+[Apr 29, 2026 - 20:50:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0114   iter count: 1.0
+[Apr 29, 2026 - 20:50:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:50:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.492823   33.798195    5.385765
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.797852  137.929688  137.753906
+util                       61.750000   69.000000   55.000000
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 25 : avg iteration time       163.23 seconds
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 25 : data loading time        0.00
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 25 : avg forward pass time    34.07
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 25 : backward pass time       6.63
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 25 : optimizer step time      0.37
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 25--------------------
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 28060.2660    iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2595          iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 28060.2660iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.6625iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.3045 iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.1748 iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 63355.0742iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 741.7446iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 230847.1719iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2595iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.3045  iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 741.7446iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.8428  iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 16085.8555iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.1748  iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 230847.1719iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.3281  iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 5745.5195iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:53:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 20:54:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.492886   33.798447    5.385765
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.162109  121.191406  121.152344
+util                       93.000000   99.000000   88.000000
+[Apr 29, 2026 - 20:54:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 26 : avg iteration time       70.41 seconds
+[Apr 29, 2026 - 20:54:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 26 : data loading time        0.00
+[Apr 29, 2026 - 20:54:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 26 : avg forward pass time    9.60
+[Apr 29, 2026 - 20:54:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 26 : backward pass time       7.68
+[Apr 29, 2026 - 20:54:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 26 : optimizer step time      0.66
+[Apr 29, 2026 - 20:54:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 26--------------------
+[Apr 29, 2026 - 20:54:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0129        iter count: 1.0
+[Apr 29, 2026 - 20:54:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0129   iter count: 1.0
+[Apr 29, 2026 - 20:54:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:54:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:55:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493261   33.799950    5.385765
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.163086  121.193359  121.152344
+util                       94.500000   99.000000   89.000000
+[Apr 29, 2026 - 20:55:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 27 : avg iteration time       68.07 seconds
+[Apr 29, 2026 - 20:55:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 27 : data loading time        0.00
+[Apr 29, 2026 - 20:55:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 27 : avg forward pass time    9.18
+[Apr 29, 2026 - 20:55:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 27 : backward pass time       7.68
+[Apr 29, 2026 - 20:55:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 27 : optimizer step time      0.66
+[Apr 29, 2026 - 20:55:56 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 27--------------------
+[Apr 29, 2026 - 20:55:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0129        iter count: 1.0
+[Apr 29, 2026 - 20:55:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0129   iter count: 1.0
+[Apr 29, 2026 - 20:55:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:55:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:57:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493013   33.798935    5.385788
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.162598  121.193359  121.152344
+util                       97.000000   99.000000   93.000000
+[Apr 29, 2026 - 20:57:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 28 : avg iteration time       70.29 seconds
+[Apr 29, 2026 - 20:57:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 28 : data loading time        0.00
+[Apr 29, 2026 - 20:57:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 28 : avg forward pass time    9.74
+[Apr 29, 2026 - 20:57:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 28 : backward pass time       7.67
+[Apr 29, 2026 - 20:57:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 28 : optimizer step time      0.66
+[Apr 29, 2026 - 20:57:07 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 28--------------------
+[Apr 29, 2026 - 20:57:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0175        iter count: 1.0
+[Apr 29, 2026 - 20:57:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0175   iter count: 1.0
+[Apr 29, 2026 - 20:57:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:57:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 20:58:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493220   33.798943    5.385773
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.163086  121.193359  121.152344
+util                       96.750000   99.000000   93.000000
+[Apr 29, 2026 - 20:58:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 29 : avg iteration time       70.20 seconds
+[Apr 29, 2026 - 20:58:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 29 : data loading time        0.00
+[Apr 29, 2026 - 20:58:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 29 : avg forward pass time    9.72
+[Apr 29, 2026 - 20:58:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 29 : backward pass time       7.67
+[Apr 29, 2026 - 20:58:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 29 : optimizer step time      0.66
+[Apr 29, 2026 - 20:58:17 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 29--------------------
+[Apr 29, 2026 - 20:58:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0091        iter count: 1.0
+[Apr 29, 2026 - 20:58:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0091   iter count: 1.0
+[Apr 29, 2026 - 20:58:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 20:58:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493342   33.799301    5.385796
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.797852  137.812500  137.792969
+util                       60.500000   66.000000   53.000000
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 30 : avg iteration time       160.55 seconds
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 30 : data loading time        0.00
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 30 : avg forward pass time    33.44
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 30 : backward pass time       6.61
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 30 : optimizer step time      0.40
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 30--------------------
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 30265.4571    iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3694          iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 30265.4571iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.7718iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.5534 iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.1654 iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 81944.8281iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 165.1285iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 226588.0312iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3694iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.7023  iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 89727.3125iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.1654  iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 226588.0312iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.5534  iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 165.1285iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.6662  iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 11298.8320iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0172   iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:00:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 21:02:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493411   33.799545    5.385799
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.147461  121.152344  121.132812
+util                       96.500000   99.000000   92.000000
+[Apr 29, 2026 - 21:02:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 31 : avg iteration time       68.24 seconds
+[Apr 29, 2026 - 21:02:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 31 : data loading time        0.00
+[Apr 29, 2026 - 21:02:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 31 : avg forward pass time    9.05
+[Apr 29, 2026 - 21:02:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 31 : backward pass time       7.68
+[Apr 29, 2026 - 21:02:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 31 : optimizer step time      0.67
+[Apr 29, 2026 - 21:02:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 31--------------------
+[Apr 29, 2026 - 21:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0084        iter count: 1.0
+[Apr 29, 2026 - 21:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0084   iter count: 1.0
+[Apr 29, 2026 - 21:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:02:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:03:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493336   33.799232    5.385834
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.147461  121.152344  121.132812
+util                       92.750000   99.000000   87.000000
+[Apr 29, 2026 - 21:03:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 32 : avg iteration time       63.85 seconds
+[Apr 29, 2026 - 21:03:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 32 : data loading time        0.00
+[Apr 29, 2026 - 21:03:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 32 : avg forward pass time    8.12
+[Apr 29, 2026 - 21:03:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 32 : backward pass time       7.69
+[Apr 29, 2026 - 21:03:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 32 : optimizer step time      0.67
+[Apr 29, 2026 - 21:03:09 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 32--------------------
+[Apr 29, 2026 - 21:03:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 29, 2026 - 21:03:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 29, 2026 - 21:03:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:03:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:04:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493329   33.799236    5.385803
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.206543  121.367188  121.152344
+util                       95.000000   99.000000   88.000000
+[Apr 29, 2026 - 21:04:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 33 : avg iteration time       68.17 seconds
+[Apr 29, 2026 - 21:04:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 33 : data loading time        0.00
+[Apr 29, 2026 - 21:04:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 33 : avg forward pass time    9.20
+[Apr 29, 2026 - 21:04:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 33 : backward pass time       7.67
+[Apr 29, 2026 - 21:04:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 33 : optimizer step time      0.66
+[Apr 29, 2026 - 21:04:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 33--------------------
+[Apr 29, 2026 - 21:04:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0104        iter count: 1.0
+[Apr 29, 2026 - 21:04:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0104   iter count: 1.0
+[Apr 29, 2026 - 21:04:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:04:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:05:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493393   33.799488    5.385803
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.148926  121.154297  121.132812
+util                       95.000000   99.000000   89.000000
+[Apr 29, 2026 - 21:05:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 34 : avg iteration time       65.99 seconds
+[Apr 29, 2026 - 21:05:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 34 : data loading time        0.00
+[Apr 29, 2026 - 21:05:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 34 : avg forward pass time    8.66
+[Apr 29, 2026 - 21:05:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 34 : backward pass time       7.68
+[Apr 29, 2026 - 21:05:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 34 : optimizer step time      0.66
+[Apr 29, 2026 - 21:05:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 34--------------------
+[Apr 29, 2026 - 21:05:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0103        iter count: 1.0
+[Apr 29, 2026 - 21:05:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 29, 2026 - 21:05:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:05:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493310   33.799057    5.385826
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.871094  137.929688  137.851562
+util                       65.000000   73.000000   56.000000
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 35 : avg iteration time       161.10 seconds
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 35 : data loading time        0.00
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 35 : avg forward pass time    33.56
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 35 : backward pass time       6.61
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 35 : optimizer step time      0.37
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 35--------------------
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 10413.0582    iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.6055          iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 10413.0582iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.6460iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.7704 iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.2106 iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 16364.9248iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1883.1925iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 33561.5664iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.6055iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.8830  iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 17429.9531iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.2106  iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 33561.5664iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.7704  iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1883.1925iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.7201  iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 12584.9873iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0114   iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:08:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 21:09:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493378   33.799328    5.385826
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.191406  121.191406  121.191406
+util                       93.750000   99.000000   89.000000
+[Apr 29, 2026 - 21:09:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 36 : avg iteration time       70.54 seconds
+[Apr 29, 2026 - 21:09:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 36 : data loading time        0.00
+[Apr 29, 2026 - 21:09:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 36 : avg forward pass time    9.62
+[Apr 29, 2026 - 21:09:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 36 : backward pass time       7.67
+[Apr 29, 2026 - 21:09:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 36 : optimizer step time      0.66
+[Apr 29, 2026 - 21:09:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 36--------------------
+[Apr 29, 2026 - 21:09:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 29, 2026 - 21:09:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 29, 2026 - 21:09:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:09:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:10:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493382   33.799316    5.385830
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.123047  121.171875  120.976562
+util                       94.250000   99.000000   90.000000
+[Apr 29, 2026 - 21:10:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 37 : avg iteration time       66.00 seconds
+[Apr 29, 2026 - 21:10:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 37 : data loading time        0.00
+[Apr 29, 2026 - 21:10:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 37 : avg forward pass time    8.66
+[Apr 29, 2026 - 21:10:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 37 : backward pass time       7.68
+[Apr 29, 2026 - 21:10:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 37 : optimizer step time      0.66
+[Apr 29, 2026 - 21:10:21 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 37--------------------
+[Apr 29, 2026 - 21:10:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0124        iter count: 1.0
+[Apr 29, 2026 - 21:10:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0124   iter count: 1.0
+[Apr 29, 2026 - 21:10:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:10:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:11:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493415   33.799450    5.385838
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.124512  121.173828  120.976562
+util                       92.500000   97.000000   88.000000
+[Apr 29, 2026 - 21:11:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 38 : avg iteration time       70.27 seconds
+[Apr 29, 2026 - 21:11:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 38 : data loading time        0.00
+[Apr 29, 2026 - 21:11:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 38 : avg forward pass time    9.73
+[Apr 29, 2026 - 21:11:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 38 : backward pass time       7.68
+[Apr 29, 2026 - 21:11:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 38 : optimizer step time      0.66
+[Apr 29, 2026 - 21:11:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 38--------------------
+[Apr 29, 2026 - 21:11:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0074        iter count: 1.0
+[Apr 29, 2026 - 21:11:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0074   iter count: 1.0
+[Apr 29, 2026 - 21:11:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:11:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:12:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493422   33.799431    5.385857
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.123047  121.171875  120.976562
+util                       94.500000   99.000000   89.000000
+[Apr 29, 2026 - 21:12:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 39 : avg iteration time       66.03 seconds
+[Apr 29, 2026 - 21:12:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 39 : data loading time        0.00
+[Apr 29, 2026 - 21:12:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 39 : avg forward pass time    8.67
+[Apr 29, 2026 - 21:12:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 39 : backward pass time       7.68
+[Apr 29, 2026 - 21:12:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 39 : optimizer step time      0.66
+[Apr 29, 2026 - 21:12:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 39--------------------
+[Apr 29, 2026 - 21:12:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0115        iter count: 1.0
+[Apr 29, 2026 - 21:12:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0115   iter count: 1.0
+[Apr 29, 2026 - 21:12:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:12:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493286   33.798832    5.385887
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.807617  137.851562  137.792969
+util                       66.000000   70.000000   61.000000
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 40 : avg iteration time       156.82 seconds
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 40 : data loading time        0.00
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 40 : avg forward pass time    32.52
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 40 : backward pass time       6.55
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 40 : optimizer step time      0.37
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 40--------------------
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 25558.2336    iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2810          iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 25558.2336iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.0502iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.6818 iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.9812 iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 91596.9219iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 213.4872iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 156755.6250iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2810iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.9812  iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 156755.6250iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 2.6818  iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 213.4872iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.6657  iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 83398.5781iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.8721  iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 126020.0078iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0135   iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:15:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 21:16:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493286   33.798832    5.385895
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.171875  121.191406  121.113281
+util                       94.500000   99.000000   90.000000
+[Apr 29, 2026 - 21:16:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 41 : avg iteration time       70.48 seconds
+[Apr 29, 2026 - 21:16:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 41 : data loading time        0.00
+[Apr 29, 2026 - 21:16:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 41 : avg forward pass time    9.61
+[Apr 29, 2026 - 21:16:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 41 : backward pass time       7.67
+[Apr 29, 2026 - 21:16:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 41 : optimizer step time      0.66
+[Apr 29, 2026 - 21:16:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 41--------------------
+[Apr 29, 2026 - 21:16:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 29, 2026 - 21:16:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 29, 2026 - 21:16:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:16:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:17:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493597   33.800076    5.385899
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.181641  121.191406  121.152344
+util                       95.500000   99.000000   90.000000
+[Apr 29, 2026 - 21:17:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 42 : avg iteration time       70.11 seconds
+[Apr 29, 2026 - 21:17:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 42 : data loading time        0.00
+[Apr 29, 2026 - 21:17:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 42 : avg forward pass time    9.69
+[Apr 29, 2026 - 21:17:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 42 : backward pass time       7.69
+[Apr 29, 2026 - 21:17:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 42 : optimizer step time      0.65
+[Apr 29, 2026 - 21:17:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 42--------------------
+[Apr 29, 2026 - 21:17:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0155        iter count: 1.0
+[Apr 29, 2026 - 21:17:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0155   iter count: 1.0
+[Apr 29, 2026 - 21:17:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:17:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:18:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493734   33.800610    5.385914
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.162109  121.171875  121.132812
+util                       93.750000   99.000000   89.000000
+[Apr 29, 2026 - 21:18:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 43 : avg iteration time       70.09 seconds
+[Apr 29, 2026 - 21:18:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 43 : data loading time        0.00
+[Apr 29, 2026 - 21:18:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 43 : avg forward pass time    9.69
+[Apr 29, 2026 - 21:18:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 43 : backward pass time       7.68
+[Apr 29, 2026 - 21:18:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 43 : optimizer step time      0.65
+[Apr 29, 2026 - 21:18:45 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 43--------------------
+[Apr 29, 2026 - 21:18:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0096        iter count: 1.0
+[Apr 29, 2026 - 21:18:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0096   iter count: 1.0
+[Apr 29, 2026 - 21:18:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:18:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:19:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493536   33.799831    5.385899
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.162109  121.171875  121.132812
+util                       96.500000   99.000000   92.000000
+[Apr 29, 2026 - 21:19:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 44 : avg iteration time       65.94 seconds
+[Apr 29, 2026 - 21:19:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 44 : data loading time        0.00
+[Apr 29, 2026 - 21:19:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 44 : avg forward pass time    8.65
+[Apr 29, 2026 - 21:19:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 44 : backward pass time       7.66
+[Apr 29, 2026 - 21:19:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 44 : optimizer step time      0.67
+[Apr 29, 2026 - 21:19:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 44--------------------
+[Apr 29, 2026 - 21:19:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 29, 2026 - 21:19:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 29, 2026 - 21:19:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:19:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.493560   33.799789    5.385921
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.773438  137.832031  137.753906
+util                       63.000000   70.000000   55.000000
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 45 : avg iteration time       158.55 seconds
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 45 : data loading time        0.00
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 45 : avg forward pass time    32.97
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 45 : backward pass time       6.62
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 45 : optimizer step time      0.39
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 45--------------------
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 16341.8248    iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3435          iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 16341.8248iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.1777iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.1496 iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.8000 iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 52564.2812iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 4020.7698iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 109099.1953iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3435iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.2584  iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 36930.4023iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.5028  iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 60206.7617iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.8000  iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 109099.1953iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.1496  iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 4020.7698iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0132   iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:22:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 21:23:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.494278   33.800415    5.388138
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.187988  121.193359  121.171875
+util                       94.500000   99.000000   90.000000
+[Apr 29, 2026 - 21:23:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 46 : avg iteration time       70.53 seconds
+[Apr 29, 2026 - 21:23:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 46 : data loading time        0.00
+[Apr 29, 2026 - 21:23:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 46 : avg forward pass time    9.64
+[Apr 29, 2026 - 21:23:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 46 : backward pass time       7.68
+[Apr 29, 2026 - 21:23:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 46 : optimizer step time      0.66
+[Apr 29, 2026 - 21:23:40 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 46--------------------
+[Apr 29, 2026 - 21:23:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0105        iter count: 1.0
+[Apr 29, 2026 - 21:23:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0105   iter count: 1.0
+[Apr 29, 2026 - 21:23:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:23:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:24:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.494269   33.800415    5.388123
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.187988  121.193359  121.171875
+util                       96.000000   99.000000   91.000000
+[Apr 29, 2026 - 21:24:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 47 : avg iteration time       70.32 seconds
+[Apr 29, 2026 - 21:24:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 47 : data loading time        0.00
+[Apr 29, 2026 - 21:24:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 47 : avg forward pass time    9.74
+[Apr 29, 2026 - 21:24:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 47 : backward pass time       7.68
+[Apr 29, 2026 - 21:24:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 47 : optimizer step time      0.66
+[Apr 29, 2026 - 21:24:50 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 47--------------------
+[Apr 29, 2026 - 21:24:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0090        iter count: 1.0
+[Apr 29, 2026 - 21:24:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0090   iter count: 1.0
+[Apr 29, 2026 - 21:24:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:24:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:25:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.494269   33.800415    5.388123
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.186523  121.191406  121.171875
+util                       92.750000   97.000000   87.000000
+[Apr 29, 2026 - 21:25:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 48 : avg iteration time       67.96 seconds
+[Apr 29, 2026 - 21:25:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 48 : data loading time        0.00
+[Apr 29, 2026 - 21:25:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 48 : avg forward pass time    9.15
+[Apr 29, 2026 - 21:25:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 48 : backward pass time       7.68
+[Apr 29, 2026 - 21:25:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 48 : optimizer step time      0.66
+[Apr 29, 2026 - 21:25:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 48--------------------
+[Apr 29, 2026 - 21:25:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0146        iter count: 1.0
+[Apr 29, 2026 - 21:25:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 29, 2026 - 21:25:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:25:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:27:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.494122   33.799778    5.388123
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.171875  121.132812
+util                       96.750000   99.000000   93.000000
+[Apr 29, 2026 - 21:27:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 49 : avg iteration time       68.07 seconds
+[Apr 29, 2026 - 21:27:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 49 : data loading time        0.00
+[Apr 29, 2026 - 21:27:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 49 : avg forward pass time    9.18
+[Apr 29, 2026 - 21:27:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 49 : backward pass time       7.68
+[Apr 29, 2026 - 21:27:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 49 : optimizer step time      0.66
+[Apr 29, 2026 - 21:27:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 49--------------------
+[Apr 29, 2026 - 21:27:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0128        iter count: 1.0
+[Apr 29, 2026 - 21:27:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 29, 2026 - 21:27:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:27:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.494505   33.800915    5.388226
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.817383  137.890625  137.792969
+util                       64.750000   70.000000   58.000000
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 50 : avg iteration time       162.98 seconds
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 50 : data loading time        0.00
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 50 : avg forward pass time    34.08
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 50 : backward pass time       6.60
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 50 : optimizer step time      0.37
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 50--------------------
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 136830.7399   iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3894          iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 136830.7399iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.6547iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.7828 iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.5082 iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 852105.1875iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 14266.0459iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 3322822.2500iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3894iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.5082  iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 3322822.2500iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.8790  iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 17290.7500iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.4488  iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 54041.6133iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.7828  iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 14266.0459iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0093   iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:29:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 21:30:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.494510   33.800938    5.388226
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.157227  121.171875  121.152344
+util                       95.500000   99.000000   90.000000
+[Apr 29, 2026 - 21:30:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 51 : avg iteration time       68.39 seconds
+[Apr 29, 2026 - 21:30:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 51 : data loading time        0.00
+[Apr 29, 2026 - 21:30:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 51 : avg forward pass time    9.08
+[Apr 29, 2026 - 21:30:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 51 : backward pass time       7.67
+[Apr 29, 2026 - 21:30:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 51 : optimizer step time      0.66
+[Apr 29, 2026 - 21:30:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 51--------------------
+[Apr 29, 2026 - 21:30:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0072        iter count: 1.0
+[Apr 29, 2026 - 21:30:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0072   iter count: 1.0
+[Apr 29, 2026 - 21:30:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:30:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:32:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.494749   33.801895    5.388226
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.147461  121.152344  121.132812
+util                       94.000000   99.000000   88.000000
+[Apr 29, 2026 - 21:32:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 52 : avg iteration time       68.14 seconds
+[Apr 29, 2026 - 21:32:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 52 : data loading time        0.00
+[Apr 29, 2026 - 21:32:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 52 : avg forward pass time    9.20
+[Apr 29, 2026 - 21:32:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 52 : backward pass time       7.67
+[Apr 29, 2026 - 21:32:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 52 : optimizer step time      0.66
+[Apr 29, 2026 - 21:32:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 52--------------------
+[Apr 29, 2026 - 21:32:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0101        iter count: 1.0
+[Apr 29, 2026 - 21:32:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0101   iter count: 1.0
+[Apr 29, 2026 - 21:32:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:32:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:33:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.494617   33.801369    5.388226
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.148438  121.154297  121.132812
+util                       92.250000   96.000000   88.000000
+[Apr 29, 2026 - 21:33:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 53 : avg iteration time       65.82 seconds
+[Apr 29, 2026 - 21:33:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 53 : data loading time        0.00
+[Apr 29, 2026 - 21:33:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 53 : avg forward pass time    8.63
+[Apr 29, 2026 - 21:33:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 53 : backward pass time       7.67
+[Apr 29, 2026 - 21:33:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 53 : optimizer step time      0.67
+[Apr 29, 2026 - 21:33:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 53--------------------
+[Apr 29, 2026 - 21:33:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0099        iter count: 1.0
+[Apr 29, 2026 - 21:33:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0099   iter count: 1.0
+[Apr 29, 2026 - 21:33:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:33:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:34:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.494620   33.801369    5.388229
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.147461  121.152344  121.132812
+util                       95.500000   99.000000   91.000000
+[Apr 29, 2026 - 21:34:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 54 : avg iteration time       65.95 seconds
+[Apr 29, 2026 - 21:34:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 54 : data loading time        0.00
+[Apr 29, 2026 - 21:34:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 54 : avg forward pass time    8.66
+[Apr 29, 2026 - 21:34:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 54 : backward pass time       7.66
+[Apr 29, 2026 - 21:34:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 54 : optimizer step time      0.66
+[Apr 29, 2026 - 21:34:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 54--------------------
+[Apr 29, 2026 - 21:34:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0088        iter count: 1.0
+[Apr 29, 2026 - 21:34:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0088   iter count: 1.0
+[Apr 29, 2026 - 21:34:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:34:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.495288   33.801464    5.390461
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.949219  137.988281  137.832031
+util                       63.000000   67.000000   56.000000
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 55 : avg iteration time       163.89 seconds
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 55 : data loading time        0.00
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 55 : avg forward pass time    34.23
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 55 : backward pass time       6.66
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 55 : optimizer step time      0.37
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 55--------------------
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 141825.6684   iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3525          iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 141825.6684iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.4110iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.8756 iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.9966 iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 302562.8750iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 314.5780iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1194360.2500iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3525iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 2.9572  iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 370.3533iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.8147  iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 15206.2129iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.8756  iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 314.5780iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.9966  iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 1194360.2500iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:37:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 21:38:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.495750   33.802353    5.390461
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.137695  121.152344  121.132812
+util                       95.500000   99.000000   90.000000
+[Apr 29, 2026 - 21:38:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 56 : avg iteration time       68.81 seconds
+[Apr 29, 2026 - 21:38:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 56 : data loading time        0.00
+[Apr 29, 2026 - 21:38:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 56 : avg forward pass time    9.16
+[Apr 29, 2026 - 21:38:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 56 : backward pass time       7.68
+[Apr 29, 2026 - 21:38:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 56 : optimizer step time      0.67
+[Apr 29, 2026 - 21:38:10 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 56--------------------
+[Apr 29, 2026 - 21:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 29, 2026 - 21:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 29, 2026 - 21:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:38:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:39:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.496020   33.802540    5.391312
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.108398  121.132812  121.035156
+util                       93.500000   99.000000   88.000000
+[Apr 29, 2026 - 21:39:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 57 : avg iteration time       68.13 seconds
+[Apr 29, 2026 - 21:39:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 57 : data loading time        0.00
+[Apr 29, 2026 - 21:39:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 57 : avg forward pass time    9.19
+[Apr 29, 2026 - 21:39:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 57 : backward pass time       7.68
+[Apr 29, 2026 - 21:39:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 57 : optimizer step time      0.67
+[Apr 29, 2026 - 21:39:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 57--------------------
+[Apr 29, 2026 - 21:39:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0112        iter count: 1.0
+[Apr 29, 2026 - 21:39:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 29, 2026 - 21:39:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:39:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:40:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.496435   33.802517    5.391972
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.109375  121.134766  121.037109
+util                       94.750000  100.000000   87.000000
+[Apr 29, 2026 - 21:40:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 58 : avg iteration time       68.12 seconds
+[Apr 29, 2026 - 21:40:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 58 : data loading time        0.00
+[Apr 29, 2026 - 21:40:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 58 : avg forward pass time    9.20
+[Apr 29, 2026 - 21:40:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 58 : backward pass time       7.67
+[Apr 29, 2026 - 21:40:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 58 : optimizer step time      0.66
+[Apr 29, 2026 - 21:40:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 58--------------------
+[Apr 29, 2026 - 21:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0090        iter count: 1.0
+[Apr 29, 2026 - 21:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0090   iter count: 1.0
+[Apr 29, 2026 - 21:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:40:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:41:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.496776   33.802765    5.391987
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.139648  121.154297  121.134766
+util                       94.000000   99.000000   86.000000
+[Apr 29, 2026 - 21:41:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 59 : avg iteration time       68.19 seconds
+[Apr 29, 2026 - 21:41:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 59 : data loading time        0.00
+[Apr 29, 2026 - 21:41:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 59 : avg forward pass time    9.21
+[Apr 29, 2026 - 21:41:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 59 : backward pass time       7.67
+[Apr 29, 2026 - 21:41:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 59 : optimizer step time      0.66
+[Apr 29, 2026 - 21:41:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 59--------------------
+[Apr 29, 2026 - 21:41:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0130        iter count: 1.0
+[Apr 29, 2026 - 21:41:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 29, 2026 - 21:41:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:41:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.496929   33.803120    5.392056
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.812500  137.871094  137.792969
+util                       64.000000   71.000000   58.000000
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 60 : avg iteration time       163.70 seconds
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 60 : data loading time        0.00
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 60 : avg forward pass time    34.22
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 60 : backward pass time       6.57
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 60 : optimizer step time      0.37
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 60--------------------
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 64296.0105    iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3975          iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 64296.0105iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.8912iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.9178 iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.7363 iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 191112.3750iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 342.3000iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 709692.1875iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3975iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.5481  iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 8920.5439iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.3627  iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 45494.4492iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.9178  iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 342.3000iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.7363  iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 709692.1875iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0119   iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:44:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 21:45:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.496932   33.803120    5.392044
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.147461  121.191406  121.132812
+util                       94.750000   99.000000   89.000000
+[Apr 29, 2026 - 21:45:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 61 : avg iteration time       70.45 seconds
+[Apr 29, 2026 - 21:45:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 61 : data loading time        0.00
+[Apr 29, 2026 - 21:45:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 61 : avg forward pass time    9.59
+[Apr 29, 2026 - 21:45:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 61 : backward pass time       7.68
+[Apr 29, 2026 - 21:45:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 61 : optimizer step time      0.66
+[Apr 29, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 61--------------------
+[Apr 29, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0103        iter count: 1.0
+[Apr 29, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 29, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:46:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.497185   33.804127    5.392048
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.147461  121.191406  121.132812
+util                       95.000000   99.000000   90.000000
+[Apr 29, 2026 - 21:46:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 62 : avg iteration time       67.97 seconds
+[Apr 29, 2026 - 21:46:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 62 : data loading time        0.00
+[Apr 29, 2026 - 21:46:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 62 : avg forward pass time    9.15
+[Apr 29, 2026 - 21:46:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 62 : backward pass time       7.68
+[Apr 29, 2026 - 21:46:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 62 : optimizer step time      0.67
+[Apr 29, 2026 - 21:46:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 62--------------------
+[Apr 29, 2026 - 21:46:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0100        iter count: 1.0
+[Apr 29, 2026 - 21:46:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0100   iter count: 1.0
+[Apr 29, 2026 - 21:46:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:46:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:47:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.497219   33.804131    5.392193
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.147949  121.191406  121.132812
+util                       93.250000   99.000000   88.000000
+[Apr 29, 2026 - 21:47:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 63 : avg iteration time       72.32 seconds
+[Apr 29, 2026 - 21:47:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 63 : data loading time        0.00
+[Apr 29, 2026 - 21:47:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 63 : avg forward pass time    10.25
+[Apr 29, 2026 - 21:47:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 63 : backward pass time       7.66
+[Apr 29, 2026 - 21:47:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 63 : optimizer step time      0.66
+[Apr 29, 2026 - 21:47:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 63--------------------
+[Apr 29, 2026 - 21:47:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0112        iter count: 1.0
+[Apr 29, 2026 - 21:47:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 29, 2026 - 21:47:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:47:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:48:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.497214   33.804138    5.392147
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.147461  121.191406  121.132812
+util                       94.000000   99.000000   89.000000
+[Apr 29, 2026 - 21:48:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 64 : avg iteration time       68.02 seconds
+[Apr 29, 2026 - 21:48:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 64 : data loading time        0.00
+[Apr 29, 2026 - 21:48:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 64 : avg forward pass time    9.17
+[Apr 29, 2026 - 21:48:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 64 : backward pass time       7.67
+[Apr 29, 2026 - 21:48:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 64 : optimizer step time      0.67
+[Apr 29, 2026 - 21:48:57 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 64--------------------
+[Apr 29, 2026 - 21:48:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0104        iter count: 1.0
+[Apr 29, 2026 - 21:48:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0104   iter count: 1.0
+[Apr 29, 2026 - 21:48:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:48:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.497050   33.802811    5.392521
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.817383  137.832031  137.812500
+util                       65.500000   70.000000   60.000000
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 65 : avg iteration time       160.91 seconds
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 65 : data loading time        0.00
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 65 : avg forward pass time    33.55
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 65 : backward pass time       6.59
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 65 : optimizer step time      0.36
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 65--------------------
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1239712.2140  iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4331          iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1239712.2140iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.5088iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.8821 iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.2286 iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 3541870.7500iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 2354.8464iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 14035546.0000iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4331iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 8.2286  iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 14035546.0000iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.8731  iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 126278.9141iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.0513  iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 3303.1587iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.8821  iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 2354.8464iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0101   iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:51:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 21:52:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.497296   33.803795    5.392521
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.162109  121.171875  121.132812
+util                       97.250000   99.000000   94.000000
+[Apr 29, 2026 - 21:52:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 66 : avg iteration time       70.44 seconds
+[Apr 29, 2026 - 21:52:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 66 : data loading time        0.00
+[Apr 29, 2026 - 21:52:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 66 : avg forward pass time    9.62
+[Apr 29, 2026 - 21:52:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 66 : backward pass time       7.68
+[Apr 29, 2026 - 21:52:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 66 : optimizer step time      0.67
+[Apr 29, 2026 - 21:52:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 66--------------------
+[Apr 29, 2026 - 21:52:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0118        iter count: 1.0
+[Apr 29, 2026 - 21:52:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+[Apr 29, 2026 - 21:52:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:52:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:53:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.497545   33.804802    5.392521
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.162109  121.171875  121.132812
+util                       93.250000   99.000000   88.000000
+[Apr 29, 2026 - 21:53:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 67 : avg iteration time       66.09 seconds
+[Apr 29, 2026 - 21:53:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 67 : data loading time        0.00
+[Apr 29, 2026 - 21:53:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 67 : avg forward pass time    8.68
+[Apr 29, 2026 - 21:53:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 67 : backward pass time       7.67
+[Apr 29, 2026 - 21:53:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 67 : optimizer step time      0.66
+[Apr 29, 2026 - 21:53:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 67--------------------
+[Apr 29, 2026 - 21:53:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0105        iter count: 1.0
+[Apr 29, 2026 - 21:53:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0105   iter count: 1.0
+[Apr 29, 2026 - 21:53:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:53:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:55:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.497199   33.803375    5.392563
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.163086  121.173828  121.132812
+util                       91.750000   96.000000   86.000000
+[Apr 29, 2026 - 21:55:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 68 : avg iteration time       72.42 seconds
+[Apr 29, 2026 - 21:55:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 68 : data loading time        0.00
+[Apr 29, 2026 - 21:55:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 68 : avg forward pass time    10.27
+[Apr 29, 2026 - 21:55:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 68 : backward pass time       7.68
+[Apr 29, 2026 - 21:55:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 68 : optimizer step time      0.66
+[Apr 29, 2026 - 21:55:07 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 68--------------------
+[Apr 29, 2026 - 21:55:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0098        iter count: 1.0
+[Apr 29, 2026 - 21:55:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0098   iter count: 1.0
+[Apr 29, 2026 - 21:55:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:55:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:56:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.497258   33.803608    5.392563
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.162598  121.173828  121.132812
+util                       94.000000   99.000000   89.000000
+[Apr 29, 2026 - 21:56:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 69 : avg iteration time       68.13 seconds
+[Apr 29, 2026 - 21:56:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 69 : data loading time        0.00
+[Apr 29, 2026 - 21:56:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 69 : avg forward pass time    9.20
+[Apr 29, 2026 - 21:56:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 69 : backward pass time       7.67
+[Apr 29, 2026 - 21:56:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 69 : optimizer step time      0.66
+[Apr 29, 2026 - 21:56:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 69--------------------
+[Apr 29, 2026 - 21:56:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0095        iter count: 1.0
+[Apr 29, 2026 - 21:56:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0095   iter count: 1.0
+[Apr 29, 2026 - 21:56:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:56:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.497570   33.803745    5.392929
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.861328  137.871094  137.832031
+util                       60.500000   67.000000   54.000000
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 70 : avg iteration time       158.80 seconds
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 70 : data loading time        0.00
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 70 : avg forward pass time    33.01
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 70 : backward pass time       6.58
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 70 : optimizer step time      0.40
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 70--------------------
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 45439.9876    iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2358          iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 45439.9876iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.2583iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.3448 iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.5043 iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 132046.0625iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 5940.8281iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 446190.3750iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2358iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.5043  iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 446190.3750iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.6405  iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 10731.1777iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.5435  iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 65321.8555iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.3448  iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 5940.8281iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0106   iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 21:58:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 22:00:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.497644   33.803993    5.392933
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.181641  121.191406  121.152344
+util                       95.500000   99.000000   91.000000
+[Apr 29, 2026 - 22:00:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 71 : avg iteration time       68.63 seconds
+[Apr 29, 2026 - 22:00:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 71 : data loading time        0.00
+[Apr 29, 2026 - 22:00:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 71 : avg forward pass time    9.12
+[Apr 29, 2026 - 22:00:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 71 : backward pass time       7.67
+[Apr 29, 2026 - 22:00:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 71 : optimizer step time      0.66
+[Apr 29, 2026 - 22:00:03 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 71--------------------
+[Apr 29, 2026 - 22:00:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0103        iter count: 1.0
+[Apr 29, 2026 - 22:00:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 29, 2026 - 22:00:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:00:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:01:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.497589   33.803806    5.392933
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.181641  121.191406  121.152344
+util                       94.500000   99.000000   87.000000
+[Apr 29, 2026 - 22:01:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 72 : avg iteration time       68.14 seconds
+[Apr 29, 2026 - 22:01:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 72 : data loading time        0.00
+[Apr 29, 2026 - 22:01:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 72 : avg forward pass time    9.19
+[Apr 29, 2026 - 22:01:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 72 : backward pass time       7.68
+[Apr 29, 2026 - 22:01:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 72 : optimizer step time      0.67
+[Apr 29, 2026 - 22:01:11 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 72--------------------
+[Apr 29, 2026 - 22:01:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0096        iter count: 1.0
+[Apr 29, 2026 - 22:01:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0096   iter count: 1.0
+[Apr 29, 2026 - 22:01:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:01:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:02:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.497587   33.803810    5.392933
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.182617  121.193359  121.154297
+util                       95.000000   99.000000   89.000000
+[Apr 29, 2026 - 22:02:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 73 : avg iteration time       72.39 seconds
+[Apr 29, 2026 - 22:02:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 73 : data loading time        0.00
+[Apr 29, 2026 - 22:02:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 73 : avg forward pass time    10.26
+[Apr 29, 2026 - 22:02:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 73 : backward pass time       7.65
+[Apr 29, 2026 - 22:02:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 73 : optimizer step time      0.66
+[Apr 29, 2026 - 22:02:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 73--------------------
+[Apr 29, 2026 - 22:02:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0068        iter count: 1.0
+[Apr 29, 2026 - 22:02:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0068   iter count: 1.0
+[Apr 29, 2026 - 22:02:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:02:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:03:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.497587   33.803810    5.392933
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.183594  121.193359  121.154297
+util                       94.750000   99.000000   90.000000
+[Apr 29, 2026 - 22:03:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 74 : avg iteration time       68.10 seconds
+[Apr 29, 2026 - 22:03:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 74 : data loading time        0.00
+[Apr 29, 2026 - 22:03:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 74 : avg forward pass time    9.19
+[Apr 29, 2026 - 22:03:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 74 : backward pass time       7.67
+[Apr 29, 2026 - 22:03:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 74 : optimizer step time      0.66
+[Apr 29, 2026 - 22:03:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 74--------------------
+[Apr 29, 2026 - 22:03:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0086        iter count: 1.0
+[Apr 29, 2026 - 22:03:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0086   iter count: 1.0
+[Apr 29, 2026 - 22:03:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:03:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.497940   33.803734    5.393341
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.944336  137.968750  137.871094
+util                       65.000000   73.000000   56.000000
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 75 : avg iteration time       159.13 seconds
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 75 : data loading time        0.00
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 75 : avg forward pass time    33.03
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 75 : backward pass time       6.66
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 75 : optimizer step time      0.38
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 75--------------------
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 9949.9785     iter count: 1.0
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4382          iter count: 1.0
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 9949.9785iter count: 1.0
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.8620iter count: 1.0
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.8400 iter count: 1.0
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.6384 iter count: 1.0
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 22695.8496iter count: 1.0
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 39.6448iter count: 1.0
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 78965.0078iter count: 1.0
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4382iter count: 1.0
+[Apr 29, 2026 - 22:06:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 1.8400  iter count: 1.0
+[Apr 29, 2026 - 22:06:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 39.6448 iter count: 1.0
+[Apr 29, 2026 - 22:06:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.6384  iter count: 1.0
+[Apr 29, 2026 - 22:06:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 78965.0078iter count: 1.0
+[Apr 29, 2026 - 22:06:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.6537  iter count: 1.0
+[Apr 29, 2026 - 22:06:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 11019.9727iter count: 1.0
+[Apr 29, 2026 - 22:06:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.3158  iter count: 1.0
+[Apr 29, 2026 - 22:06:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 758.7641iter count: 1.0
+[Apr 29, 2026 - 22:06:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+[Apr 29, 2026 - 22:06:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:06:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 22:07:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.497943   33.803745    5.393341
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.157227  121.171875  121.113281
+util                       96.000000   99.000000   91.000000
+[Apr 29, 2026 - 22:07:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 76 : avg iteration time       68.33 seconds
+[Apr 29, 2026 - 22:07:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 76 : data loading time        0.00
+[Apr 29, 2026 - 22:07:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 76 : avg forward pass time    9.10
+[Apr 29, 2026 - 22:07:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 76 : backward pass time       7.68
+[Apr 29, 2026 - 22:07:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 76 : optimizer step time      0.66
+[Apr 29, 2026 - 22:07:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 76--------------------
+[Apr 29, 2026 - 22:07:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0115        iter count: 1.0
+[Apr 29, 2026 - 22:07:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0115   iter count: 1.0
+[Apr 29, 2026 - 22:07:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:07:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:08:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498013   33.804008    5.393356
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.181641  121.210938  121.171875
+util                       92.500000   99.000000   87.000000
+[Apr 29, 2026 - 22:08:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 77 : avg iteration time       68.11 seconds
+[Apr 29, 2026 - 22:08:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 77 : data loading time        0.00
+[Apr 29, 2026 - 22:08:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 77 : avg forward pass time    9.19
+[Apr 29, 2026 - 22:08:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 77 : backward pass time       7.69
+[Apr 29, 2026 - 22:08:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 77 : optimizer step time      0.67
+[Apr 29, 2026 - 22:08:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 77--------------------
+[Apr 29, 2026 - 22:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0102        iter count: 1.0
+[Apr 29, 2026 - 22:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0102   iter count: 1.0
+[Apr 29, 2026 - 22:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:08:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:09:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498150   33.804008    5.393639
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.083984  121.171875  120.820312
+util                       94.500000   99.000000   89.000000
+[Apr 29, 2026 - 22:09:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 78 : avg iteration time       65.98 seconds
+[Apr 29, 2026 - 22:09:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 78 : data loading time        0.00
+[Apr 29, 2026 - 22:09:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 78 : avg forward pass time    8.66
+[Apr 29, 2026 - 22:09:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 78 : backward pass time       7.68
+[Apr 29, 2026 - 22:09:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 78 : optimizer step time      0.67
+[Apr 29, 2026 - 22:09:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 78--------------------
+[Apr 29, 2026 - 22:09:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0112        iter count: 1.0
+[Apr 29, 2026 - 22:09:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 29, 2026 - 22:09:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:09:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:10:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498139   33.804008    5.393627
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.154297  121.173828  121.095703
+util                       96.000000   99.000000   91.000000
+[Apr 29, 2026 - 22:10:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 79 : avg iteration time       68.33 seconds
+[Apr 29, 2026 - 22:10:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 79 : data loading time        0.00
+[Apr 29, 2026 - 22:10:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 79 : avg forward pass time    9.24
+[Apr 29, 2026 - 22:10:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 79 : backward pass time       7.67
+[Apr 29, 2026 - 22:10:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 79 : optimizer step time      0.68
+[Apr 29, 2026 - 22:10:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 79--------------------
+[Apr 29, 2026 - 22:10:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0098        iter count: 1.0
+[Apr 29, 2026 - 22:10:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0098   iter count: 1.0
+[Apr 29, 2026 - 22:10:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:10:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498138   33.803501    5.393742
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.851562  137.871094  137.792969
+util                       64.250000   72.000000   58.000000
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 80 : avg iteration time       163.48 seconds
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 80 : data loading time        0.00
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 80 : avg forward pass time    34.19
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 80 : backward pass time       6.59
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 80 : optimizer step time      0.38
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 80--------------------
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 211871.3549   iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4722          iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 211871.3549iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.4192iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.9543 iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.2524 iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 525740.5625iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 2720.6252iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1992133.7500iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4722iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.7310  iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 95038.0234iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.2524  iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1992133.7500iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.7390  iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 13069.9277iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.9543  iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 2720.6252iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0099   iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:13:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 22:14:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498190   33.803738    5.393730
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.158691  121.193359  121.054688
+util                       95.000000   99.000000   90.000000
+[Apr 29, 2026 - 22:14:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 81 : avg iteration time       70.60 seconds
+[Apr 29, 2026 - 22:14:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 81 : data loading time        0.00
+[Apr 29, 2026 - 22:14:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 81 : avg forward pass time    9.65
+[Apr 29, 2026 - 22:14:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 81 : backward pass time       7.68
+[Apr 29, 2026 - 22:14:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 81 : optimizer step time      0.67
+[Apr 29, 2026 - 22:14:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 81--------------------
+[Apr 29, 2026 - 22:14:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0072        iter count: 1.0
+[Apr 29, 2026 - 22:14:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0072   iter count: 1.0
+[Apr 29, 2026 - 22:14:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:14:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:15:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498710   33.805805    5.393742
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.181641  121.191406  121.152344
+util                       96.000000   99.000000   91.000000
+[Apr 29, 2026 - 22:15:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 82 : avg iteration time       65.92 seconds
+[Apr 29, 2026 - 22:15:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 82 : data loading time        0.00
+[Apr 29, 2026 - 22:15:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 82 : avg forward pass time    8.63
+[Apr 29, 2026 - 22:15:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 82 : backward pass time       7.69
+[Apr 29, 2026 - 22:15:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 82 : optimizer step time      0.68
+[Apr 29, 2026 - 22:15:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 82--------------------
+[Apr 29, 2026 - 22:15:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0090        iter count: 1.0
+[Apr 29, 2026 - 22:15:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0090   iter count: 1.0
+[Apr 29, 2026 - 22:15:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:15:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:16:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498927   33.805805    5.393730
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.159180  121.193359  121.056641
+util                       94.000000   99.000000   89.000000
+[Apr 29, 2026 - 22:16:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 83 : avg iteration time       70.31 seconds
+[Apr 29, 2026 - 22:16:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 83 : data loading time        0.00
+[Apr 29, 2026 - 22:16:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 83 : avg forward pass time    9.74
+[Apr 29, 2026 - 22:16:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 83 : backward pass time       7.68
+[Apr 29, 2026 - 22:16:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 83 : optimizer step time      0.66
+[Apr 29, 2026 - 22:16:52 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 83--------------------
+[Apr 29, 2026 - 22:16:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0068        iter count: 1.0
+[Apr 29, 2026 - 22:16:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0068   iter count: 1.0
+[Apr 29, 2026 - 22:16:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:16:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:18:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498651   33.804691    5.393730
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.182617  121.193359  121.152344
+util                       95.250000   99.000000   88.000000
+[Apr 29, 2026 - 22:18:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 84 : avg iteration time       68.11 seconds
+[Apr 29, 2026 - 22:18:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 84 : data loading time        0.00
+[Apr 29, 2026 - 22:18:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 84 : avg forward pass time    9.19
+[Apr 29, 2026 - 22:18:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 84 : backward pass time       7.70
+[Apr 29, 2026 - 22:18:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 84 : optimizer step time      0.65
+[Apr 29, 2026 - 22:18:00 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 84--------------------
+[Apr 29, 2026 - 22:18:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0110        iter count: 1.0
+[Apr 29, 2026 - 22:18:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 29, 2026 - 22:18:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:18:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498515   33.804142    5.393738
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.817383  137.890625  137.792969
+util                       64.000000   69.000000   57.000000
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 85 : avg iteration time       161.14 seconds
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 85 : data loading time        0.00
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 85 : avg forward pass time    33.59
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 85 : backward pass time       6.59
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 85 : optimizer step time      0.38
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 85--------------------
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1921.3439     iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2935          iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1921.3439iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.1725iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.8999 iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 4.8060 iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 5815.6641iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 2440.3347iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 14944.0312iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2935iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.8060  iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 14944.0312iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.9626  iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 2766.0476iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.0215  iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 3112.2415iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.8999  iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 2440.3347iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0076   iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:20:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 22:21:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498710   33.804756    5.393738
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.098633  121.113281  121.054688
+util                       92.750000   96.000000   89.000000
+[Apr 29, 2026 - 22:21:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 86 : avg iteration time       70.36 seconds
+[Apr 29, 2026 - 22:21:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 86 : data loading time        0.00
+[Apr 29, 2026 - 22:21:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 86 : avg forward pass time    9.60
+[Apr 29, 2026 - 22:21:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 86 : backward pass time       7.69
+[Apr 29, 2026 - 22:21:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 86 : optimizer step time      0.66
+[Apr 29, 2026 - 22:21:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 86--------------------
+[Apr 29, 2026 - 22:21:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0098        iter count: 1.0
+[Apr 29, 2026 - 22:21:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0098   iter count: 1.0
+[Apr 29, 2026 - 22:21:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:21:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:22:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498704   33.804756    5.393738
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.113281  121.113281  121.113281
+util                       93.750000   98.000000   89.000000
+[Apr 29, 2026 - 22:22:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 87 : avg iteration time       66.04 seconds
+[Apr 29, 2026 - 22:22:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 87 : data loading time        0.00
+[Apr 29, 2026 - 22:22:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 87 : avg forward pass time    8.66
+[Apr 29, 2026 - 22:22:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 87 : backward pass time       7.68
+[Apr 29, 2026 - 22:22:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 87 : optimizer step time      0.67
+[Apr 29, 2026 - 22:22:57 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 87--------------------
+[Apr 29, 2026 - 22:22:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0095        iter count: 1.0
+[Apr 29, 2026 - 22:22:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0095   iter count: 1.0
+[Apr 29, 2026 - 22:22:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:22:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:24:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498705   33.804756    5.393738
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.108398  121.113281  121.093750
+util                       95.000000   99.000000   87.000000
+[Apr 29, 2026 - 22:24:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 88 : avg iteration time       68.06 seconds
+[Apr 29, 2026 - 22:24:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 88 : data loading time        0.00
+[Apr 29, 2026 - 22:24:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 88 : avg forward pass time    9.17
+[Apr 29, 2026 - 22:24:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 88 : backward pass time       7.70
+[Apr 29, 2026 - 22:24:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 88 : optimizer step time      0.65
+[Apr 29, 2026 - 22:24:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 88--------------------
+[Apr 29, 2026 - 22:24:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0134        iter count: 1.0
+[Apr 29, 2026 - 22:24:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0134   iter count: 1.0
+[Apr 29, 2026 - 22:24:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:24:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:25:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498590   33.804302    5.393738
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.108398  121.113281  121.093750
+util                       95.000000   99.000000   87.000000
+[Apr 29, 2026 - 22:25:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 89 : avg iteration time       68.19 seconds
+[Apr 29, 2026 - 22:25:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 89 : data loading time        0.00
+[Apr 29, 2026 - 22:25:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 89 : avg forward pass time    9.21
+[Apr 29, 2026 - 22:25:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 89 : backward pass time       7.69
+[Apr 29, 2026 - 22:25:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 89 : optimizer step time      0.66
+[Apr 29, 2026 - 22:25:13 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 89--------------------
+[Apr 29, 2026 - 22:25:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0134        iter count: 1.0
+[Apr 29, 2026 - 22:25:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0134   iter count: 1.0
+[Apr 29, 2026 - 22:25:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:25:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498788   33.804371    5.394135
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.856445  137.929688  137.832031
+util                       64.750000   71.000000   56.000000
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 90 : avg iteration time       164.81 seconds
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 90 : data loading time        0.00
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 90 : avg forward pass time    34.53
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 90 : backward pass time       6.65
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 90 : optimizer step time      0.37
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 90--------------------
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 904042.5597   iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.6411          iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 904042.5597iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.6161iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.6150 iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.7927 iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1477439.6250iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 186.8006iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 5870627.5000iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.6411iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 2.7751  iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 257.3041iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.2816  iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 38686.3086iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.6150  iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 186.8006iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.7927  iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 5870627.5000iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0101   iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:27:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 22:29:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.499095   33.805618    5.394135
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.162109  121.191406  121.152344
+util                       93.000000   99.000000   89.000000
+[Apr 29, 2026 - 22:29:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 91 : avg iteration time       70.46 seconds
+[Apr 29, 2026 - 22:29:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 91 : data loading time        0.00
+[Apr 29, 2026 - 22:29:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 91 : avg forward pass time    9.59
+[Apr 29, 2026 - 22:29:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 91 : backward pass time       7.68
+[Apr 29, 2026 - 22:29:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 91 : optimizer step time      0.66
+[Apr 29, 2026 - 22:29:09 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 91--------------------
+[Apr 29, 2026 - 22:29:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0095        iter count: 1.0
+[Apr 29, 2026 - 22:29:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0095   iter count: 1.0
+[Apr 29, 2026 - 22:29:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:29:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:30:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.499095   33.805618    5.394135
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.157715  121.173828  121.152344
+util                       95.750000   99.000000   91.000000
+[Apr 29, 2026 - 22:30:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 92 : avg iteration time       65.89 seconds
+[Apr 29, 2026 - 22:30:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 92 : data loading time        0.00
+[Apr 29, 2026 - 22:30:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 92 : avg forward pass time    8.63
+[Apr 29, 2026 - 22:30:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 92 : backward pass time       7.68
+[Apr 29, 2026 - 22:30:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 92 : optimizer step time      0.66
+[Apr 29, 2026 - 22:30:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 92--------------------
+[Apr 29, 2026 - 22:30:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0118        iter count: 1.0
+[Apr 29, 2026 - 22:30:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+[Apr 29, 2026 - 22:30:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:30:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:31:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.499095   33.805618    5.394135
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.157227  121.171875  121.152344
+util                       95.000000   99.000000   90.000000
+[Apr 29, 2026 - 22:31:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 93 : avg iteration time       68.10 seconds
+[Apr 29, 2026 - 22:31:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 93 : data loading time        0.00
+[Apr 29, 2026 - 22:31:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 93 : avg forward pass time    9.19
+[Apr 29, 2026 - 22:31:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 93 : backward pass time       7.68
+[Apr 29, 2026 - 22:31:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 93 : optimizer step time      0.66
+[Apr 29, 2026 - 22:31:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 93--------------------
+[Apr 29, 2026 - 22:31:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0104        iter count: 1.0
+[Apr 29, 2026 - 22:31:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0104   iter count: 1.0
+[Apr 29, 2026 - 22:31:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:31:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:32:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.499095   33.805618    5.394135
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.157715  121.173828  121.152344
+util                       93.000000   99.000000   88.000000
+[Apr 29, 2026 - 22:32:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 94 : avg iteration time       70.22 seconds
+[Apr 29, 2026 - 22:32:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 94 : data loading time        0.00
+[Apr 29, 2026 - 22:32:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 94 : avg forward pass time    9.72
+[Apr 29, 2026 - 22:32:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 94 : backward pass time       7.68
+[Apr 29, 2026 - 22:32:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 94 : optimizer step time      0.67
+[Apr 29, 2026 - 22:32:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 94--------------------
+[Apr 29, 2026 - 22:32:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0085        iter count: 1.0
+[Apr 29, 2026 - 22:32:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0085   iter count: 1.0
+[Apr 29, 2026 - 22:32:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:32:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498836   33.804390    5.394176
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.919922  137.988281  137.832031
+util                       65.250000   72.000000   57.000000
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 95 : avg iteration time       165.15 seconds
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 95 : data loading time        0.00
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 95 : avg forward pass time    34.58
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 95 : backward pass time       6.56
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 95 : optimizer step time      0.38
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 95--------------------
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 29504.9680    iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4353          iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 29504.9680iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.8469iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.4071 iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.1648 iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 66267.5156iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 910.6629iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 226292.3906iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4353iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.0370  iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 23718.1895iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.4071  iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 910.6629iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.7787  iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 14148.8193iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.1648  iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 226292.3906iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0072   iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:35:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 22:36:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.498831   33.804390    5.394176
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.153809  121.193359  121.093750
+util                       94.250000   99.000000   90.000000
+[Apr 29, 2026 - 22:36:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 96 : avg iteration time       70.47 seconds
+[Apr 29, 2026 - 22:36:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 96 : data loading time        0.00
+[Apr 29, 2026 - 22:36:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 96 : avg forward pass time    9.62
+[Apr 29, 2026 - 22:36:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 96 : backward pass time       7.68
+[Apr 29, 2026 - 22:36:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 96 : optimizer step time      0.66
+[Apr 29, 2026 - 22:36:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 96--------------------
+[Apr 29, 2026 - 22:36:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0111        iter count: 1.0
+[Apr 29, 2026 - 22:36:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0111   iter count: 1.0
+[Apr 29, 2026 - 22:36:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:36:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:37:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.499268   33.806137    5.394176
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.171875  121.093750
+util                       92.500000   97.000000   87.000000
+[Apr 29, 2026 - 22:37:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 97 : avg iteration time       66.02 seconds
+[Apr 29, 2026 - 22:37:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 97 : data loading time        0.00
+[Apr 29, 2026 - 22:37:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 97 : avg forward pass time    8.67
+[Apr 29, 2026 - 22:37:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 97 : backward pass time       7.67
+[Apr 29, 2026 - 22:37:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 97 : optimizer step time      0.66
+[Apr 29, 2026 - 22:37:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 97--------------------
+[Apr 29, 2026 - 22:37:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0089        iter count: 1.0
+[Apr 29, 2026 - 22:37:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0089   iter count: 1.0
+[Apr 29, 2026 - 22:37:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:37:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:38:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.499330   33.806385    5.394176
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.046387  121.134766  120.958984
+util                       94.500000   99.000000   89.000000
+[Apr 29, 2026 - 22:38:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 98 : avg iteration time       72.22 seconds
+[Apr 29, 2026 - 22:38:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 98 : data loading time        0.00
+[Apr 29, 2026 - 22:38:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 98 : avg forward pass time    10.22
+[Apr 29, 2026 - 22:38:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 98 : backward pass time       7.68
+[Apr 29, 2026 - 22:38:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 98 : optimizer step time      0.66
+[Apr 29, 2026 - 22:38:47 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 98--------------------
+[Apr 29, 2026 - 22:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0108        iter count: 1.0
+[Apr 29, 2026 - 22:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0108   iter count: 1.0
+[Apr 29, 2026 - 22:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:38:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:39:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.499077   33.805355    5.394176
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.163574  121.173828  121.134766
+util                       95.750000   99.000000   91.000000
+[Apr 29, 2026 - 22:39:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 99 : avg iteration time       70.02 seconds
+[Apr 29, 2026 - 22:39:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 99 : data loading time        0.00
+[Apr 29, 2026 - 22:39:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 99 : avg forward pass time    9.67
+[Apr 29, 2026 - 22:39:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 99 : backward pass time       7.67
+[Apr 29, 2026 - 22:39:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 99 : optimizer step time      0.67
+[Apr 29, 2026 - 22:39:57 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 99--------------------
+[Apr 29, 2026 - 22:39:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0114        iter count: 1.0
+[Apr 29, 2026 - 22:39:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0114   iter count: 1.0
+[Apr 29, 2026 - 22:39:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:39:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.499009   33.804806    5.394241
+peak_gpu_mem_gb           137.134788  137.134788  137.134788
+peak_gpu_mem_reserved_gb  137.949219  138.027344  137.832031
+util                       65.750000   71.000000   60.000000
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 100 : avg iteration time       164.85 seconds
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 100 : data loading time        0.00
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 100 : avg forward pass time    34.49
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 100 : backward pass time       6.58
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 100 : optimizer step time      0.40
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 100--------------------
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 909.4973      iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5210          iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 909.4973iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.3058iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.0389 iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 4.1771 iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1633.4207iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 59.0113iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 4247.7109iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5210iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.1771  iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 4247.7109iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.4401  iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 972.8927iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.5671  iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1254.0676iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 2.0389  iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 59.0113 iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0092   iter count: 1.0
+[Apr 29, 2026 - 22:42:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 29, 2026 - 22:42:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 16.76 seconds
+[Apr 29, 2026 - 22:42:58 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 100
+[Apr 29, 2026 - 22:42:58 | INFO | fastgen.utils.checkpointer:save:311 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100
+[Apr 29, 2026 - 22:42:59 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] net_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 29, 2026 - 22:43:55 | SUCCESS | fastgen.utils.checkpointer:save:362 ] Model saved at iteration 100
+[Apr 29, 2026 - 22:43:56 | INFO | fastgen.trainer:validate:358 ] Validation iteration 100
+[Apr 29, 2026 - 22:43:56 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:230 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 29, 2026 - 22:44:04 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:248 ] [val] AR inference done in 7.9s
+[Apr 29, 2026 - 22:44:08 | INFO | fastgen.callbacks.wandb:_get_syncnet_scorer:402 ] [WandbCallback] Loaded SyncCScorer from /home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model
+[Apr 29, 2026 - 22:44:08 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 0: sync_c=5.643
+[Apr 29, 2026 - 22:44:09 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:230 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 29, 2026 - 22:44:15 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:248 ] [val] AR inference done in 6.6s
+[Apr 29, 2026 - 22:44:18 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 1: sync_c=5.120
+[Apr 29, 2026 - 22:44:19 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:230 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 29, 2026 - 22:44:25 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:248 ] [val] AR inference done in 6.5s
+[Apr 29, 2026 - 22:44:28 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 2: sync_c=5.676
+[Apr 29, 2026 - 22:44:29 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:230 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 29, 2026 - 22:44:35 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:248 ] [val] AR inference done in 6.6s
+[Apr 29, 2026 - 22:44:38 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 3: sync_c=4.119
+[Apr 29, 2026 - 22:44:39 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:230 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 29, 2026 - 22:44:45 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:248 ] [val] AR inference done in 6.5s
+[Apr 29, 2026 - 22:44:48 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 4: sync_c=5.369
+[Apr 29, 2026 - 22:44:49 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:230 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 29, 2026 - 22:44:55 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:248 ] [val] AR inference done in 6.5s
+[Apr 29, 2026 - 22:44:58 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 5: sync_c=7.211
+[Apr 29, 2026 - 22:44:58 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:230 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 29, 2026 - 22:45:05 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:248 ] [val] AR inference done in 6.6s
+[Apr 29, 2026 - 22:45:08 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 6: sync_c=6.303
+[Apr 29, 2026 - 22:45:08 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:230 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 29, 2026 - 22:45:15 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:248 ] [val] AR inference done in 6.6s
+[Apr 29, 2026 - 22:45:18 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 7: sync_c=5.574
+[Apr 29, 2026 - 22:45:18 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:230 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 29, 2026 - 22:45:25 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:248 ] [val] AR inference done in 6.6s
+[Apr 29, 2026 - 22:45:28 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 8: sync_c=6.662
+[Apr 29, 2026 - 22:45:28 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:230 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 29, 2026 - 22:45:35 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:248 ] [val] AR inference done in 6.6s
+[Apr 29, 2026 - 22:45:38 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 9: sync_c=3.857
+[Apr 29, 2026 - 22:45:39 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging val0 stats at iteration 100--------------------
+[Apr 29, 2026 - 22:45:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 29, 2026 - 22:45:55 | INFO | fastgen.callbacks.wandb:on_validation_end:763 ] Logged 10 val videos at iteration 100
+[Apr 29, 2026 - 22:45:55 | INFO | fastgen.callbacks.wandb:on_validation_end:769 ] [SyncEval] val0 mean sync_c: 5.553 (n=10)
+[Apr 29, 2026 - 22:47:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 34.664177   55.981873   27.555763
+peak_gpu_mem_gb           121.141526  121.179644  121.128820
+peak_gpu_mem_reserved_gb  123.620605  124.320312  123.244141
+util                       97.000000   99.000000   93.000000
+[Apr 29, 2026 - 22:47:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 101 : avg iteration time       260.98 seconds
+[Apr 29, 2026 - 22:47:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 101 : data loading time        0.00
+[Apr 29, 2026 - 22:47:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 101 : avg forward pass time    9.05
+[Apr 29, 2026 - 22:47:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 101 : backward pass time       7.70
+[Apr 29, 2026 - 22:47:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 101 : optimizer step time      0.66
+[Apr 29, 2026 - 22:47:03 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 101--------------------
+[Apr 29, 2026 - 22:47:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0072        iter count: 1.0
+[Apr 29, 2026 - 22:47:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0072   iter count: 1.0
+[Apr 29, 2026 - 22:47:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:47:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:48:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 34.664456   55.982986   27.555763
+peak_gpu_mem_gb           121.141526  121.179644  121.128820
+peak_gpu_mem_reserved_gb  123.736328  124.320312  123.281250
+util                       93.250000   99.000000   87.000000
+[Apr 29, 2026 - 22:48:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 102 : avg iteration time       68.44 seconds
+[Apr 29, 2026 - 22:48:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 102 : data loading time        0.00
+[Apr 29, 2026 - 22:48:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 102 : avg forward pass time    9.25
+[Apr 29, 2026 - 22:48:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 102 : backward pass time       7.70
+[Apr 29, 2026 - 22:48:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 102 : optimizer step time      0.66
+[Apr 29, 2026 - 22:48:11 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 102--------------------
+[Apr 29, 2026 - 22:48:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0120        iter count: 1.0
+[Apr 29, 2026 - 22:48:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0120   iter count: 1.0
+[Apr 29, 2026 - 22:48:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:48:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:49:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 34.664478   55.983074   27.555763
+peak_gpu_mem_gb           121.141526  121.179644  121.128820
+peak_gpu_mem_reserved_gb  123.736328  124.320312  123.281250
+util                       97.500000   99.000000   94.000000
+[Apr 29, 2026 - 22:49:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 103 : avg iteration time       66.16 seconds
+[Apr 29, 2026 - 22:49:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 103 : data loading time        0.00
+[Apr 29, 2026 - 22:49:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 103 : avg forward pass time    8.69
+[Apr 29, 2026 - 22:49:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 103 : backward pass time       7.70
+[Apr 29, 2026 - 22:49:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 103 : optimizer step time      0.65
+[Apr 29, 2026 - 22:49:17 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 103--------------------
+[Apr 29, 2026 - 22:49:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0130        iter count: 1.0
+[Apr 29, 2026 - 22:49:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 29, 2026 - 22:49:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:49:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:50:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 34.664065   55.981422   27.555763
+peak_gpu_mem_gb           121.141526  121.179644  121.128820
+peak_gpu_mem_reserved_gb  123.736328  124.320312  123.281250
+util                       92.000000   99.000000   87.000000
+[Apr 29, 2026 - 22:50:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 104 : avg iteration time       68.28 seconds
+[Apr 29, 2026 - 22:50:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 104 : data loading time        0.00
+[Apr 29, 2026 - 22:50:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 104 : avg forward pass time    9.22
+[Apr 29, 2026 - 22:50:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 104 : backward pass time       7.67
+[Apr 29, 2026 - 22:50:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 104 : optimizer step time      0.66
+[Apr 29, 2026 - 22:50:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 104--------------------
+[Apr 29, 2026 - 22:50:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0113        iter count: 1.0
+[Apr 29, 2026 - 22:50:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0113   iter count: 1.0
+[Apr 29, 2026 - 22:50:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:50:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 34.684735   55.983562   27.582520
+peak_gpu_mem_gb           136.288053  136.818801  134.695806
+peak_gpu_mem_reserved_gb  137.437012  137.636719  136.916016
+util                       61.750000   66.000000   56.000000
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 105 : avg iteration time       167.88 seconds
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 105 : data loading time        0.00
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 105 : avg forward pass time    35.33
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 105 : backward pass time       6.61
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 105 : optimizer step time      0.38
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 105--------------------
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 518340.6467   iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3188          iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 518340.6467iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.3338iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.7032 iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.7594 iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1404215.0000iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 222.8145iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 5492202.0000iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3188iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.7594  iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 5492202.0000iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 2.7032  iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 222.8145iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.1401  iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 29150.4824iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.7323  iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 95284.6953iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0098   iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:53:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 22:54:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 34.684742   55.983566   27.582520
+peak_gpu_mem_gb           121.141526  121.179644  121.128820
+peak_gpu_mem_reserved_gb  123.532715  123.636719  123.380859
+util                       93.750000   99.000000   89.000000
+[Apr 29, 2026 - 22:54:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 106 : avg iteration time       70.55 seconds
+[Apr 29, 2026 - 22:54:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 106 : data loading time        0.00
+[Apr 29, 2026 - 22:54:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 106 : avg forward pass time    9.67
+[Apr 29, 2026 - 22:54:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 106 : backward pass time       7.70
+[Apr 29, 2026 - 22:54:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 106 : optimizer step time      0.66
+[Apr 29, 2026 - 22:54:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 106--------------------
+[Apr 29, 2026 - 22:54:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0106        iter count: 1.0
+[Apr 29, 2026 - 22:54:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0106   iter count: 1.0
+[Apr 29, 2026 - 22:54:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:54:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:55:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 34.684748   55.983582   27.582520
+peak_gpu_mem_gb           121.141526  121.179644  121.128820
+peak_gpu_mem_reserved_gb  123.532227  123.636719  123.378906
+util                       95.000000   99.000000   87.000000
+[Apr 29, 2026 - 22:55:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 107 : avg iteration time       68.11 seconds
+[Apr 29, 2026 - 22:55:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 107 : data loading time        0.00
+[Apr 29, 2026 - 22:55:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 107 : avg forward pass time    9.17
+[Apr 29, 2026 - 22:55:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 107 : backward pass time       7.69
+[Apr 29, 2026 - 22:55:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 107 : optimizer step time      0.66
+[Apr 29, 2026 - 22:55:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 107--------------------
+[Apr 29, 2026 - 22:55:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0135        iter count: 1.0
+[Apr 29, 2026 - 22:55:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0135   iter count: 1.0
+[Apr 29, 2026 - 22:55:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:55:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:56:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 34.684740   55.983582   27.582520
+peak_gpu_mem_gb           121.141526  121.179644  121.128820
+peak_gpu_mem_reserved_gb  123.531250  123.636719  123.378906
+util                       93.250000   98.000000   88.000000
+[Apr 29, 2026 - 22:56:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 108 : avg iteration time       70.53 seconds
+[Apr 29, 2026 - 22:56:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 108 : data loading time        0.00
+[Apr 29, 2026 - 22:56:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 108 : avg forward pass time    9.79
+[Apr 29, 2026 - 22:56:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 108 : backward pass time       7.69
+[Apr 29, 2026 - 22:56:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 108 : optimizer step time      0.66
+[Apr 29, 2026 - 22:56:43 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 108--------------------
+[Apr 29, 2026 - 22:56:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0119        iter count: 1.0
+[Apr 29, 2026 - 22:56:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0119   iter count: 1.0
+[Apr 29, 2026 - 22:56:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:56:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 22:57:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 34.684754   55.983635   27.582520
+peak_gpu_mem_gb           121.141526  121.179644  121.128820
+peak_gpu_mem_reserved_gb  123.532227  123.636719  123.378906
+util                       94.500000   99.000000   89.000000
+[Apr 29, 2026 - 22:57:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 109 : avg iteration time       68.12 seconds
+[Apr 29, 2026 - 22:57:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 109 : data loading time        0.00
+[Apr 29, 2026 - 22:57:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 109 : avg forward pass time    9.19
+[Apr 29, 2026 - 22:57:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 109 : backward pass time       7.69
+[Apr 29, 2026 - 22:57:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 109 : optimizer step time      0.66
+[Apr 29, 2026 - 22:57:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 109--------------------
+[Apr 29, 2026 - 22:57:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0094        iter count: 1.0
+[Apr 29, 2026 - 22:57:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0094   iter count: 1.0
+[Apr 29, 2026 - 22:57:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 22:57:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 34.684500   55.982616   27.582520
+peak_gpu_mem_gb           136.288053  136.818801  134.695806
+peak_gpu_mem_reserved_gb  137.309570  137.617188  136.406250
+util                       61.000000   65.000000   55.000000
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 110 : avg iteration time       158.49 seconds
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 110 : data loading time        0.00
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 110 : avg forward pass time    32.96
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 110 : backward pass time       6.63
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 110 : optimizer step time      0.39
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 110--------------------
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 81219.6699    iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2349          iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 81219.6699iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.0567iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.0184 iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.9216 iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 258229.1250iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 56.6475iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1028130.0000iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2349iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.1743  iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 4224.5547iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.9216  iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1028130.0000iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.0184  iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 56.6475 iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.1126  iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 505.3254iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0097   iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 23:00:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 29, 2026 - 23:01:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 34.684600   55.982719   27.582630
+peak_gpu_mem_gb           121.141526  121.179644  121.128820
+peak_gpu_mem_reserved_gb  123.477539  123.597656  123.359375
+util                       92.250000   99.000000   89.000000
+[Apr 29, 2026 - 23:01:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 111 : avg iteration time       72.53 seconds
+[Apr 29, 2026 - 23:01:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 111 : data loading time        0.00
+[Apr 29, 2026 - 23:01:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 111 : avg forward pass time    10.17
+[Apr 29, 2026 - 23:01:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 111 : backward pass time       7.68
+[Apr 29, 2026 - 23:01:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 111 : optimizer step time      0.67
+[Apr 29, 2026 - 23:01:42 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 111--------------------
+[Apr 29, 2026 - 23:01:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0099        iter count: 1.0
+[Apr 29, 2026 - 23:01:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0099   iter count: 1.0
+[Apr 29, 2026 - 23:01:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 23:01:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 23:02:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 34.684969   55.984207   27.582630
+peak_gpu_mem_gb           121.141526  121.179644  121.128820
+peak_gpu_mem_reserved_gb  123.479004  123.597656  123.361328
+util                       96.750000   99.000000   93.000000
+[Apr 29, 2026 - 23:02:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 112 : avg iteration time       68.11 seconds
+[Apr 29, 2026 - 23:02:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 112 : data loading time        0.00
+[Apr 29, 2026 - 23:02:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 112 : avg forward pass time    9.17
+[Apr 29, 2026 - 23:02:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 112 : backward pass time       7.69
+[Apr 29, 2026 - 23:02:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 112 : optimizer step time      0.67
+[Apr 29, 2026 - 23:02:50 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 112--------------------
+[Apr 29, 2026 - 23:02:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0105        iter count: 1.0
+[Apr 29, 2026 - 23:02:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0105   iter count: 1.0
+[Apr 29, 2026 - 23:02:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 23:02:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 29, 2026 - 23:03:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 34.684975   55.984207   27.582630
+peak_gpu_mem_gb           121.141526  121.179644  121.128820
+peak_gpu_mem_reserved_gb  123.477539  123.597656  123.359375
+util                       94.250000   99.000000   88.000000
+[Apr 29, 2026 - 23:03:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 113 : avg iteration time       63.68 seconds
+[Apr 29, 2026 - 23:03:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 113 : data loading time        0.00
+[Apr 29, 2026 - 23:03:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 113 : avg forward pass time    8.09
+[Apr 29, 2026 - 23:03:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 113 : backward pass time       7.67
+[Apr 29, 2026 - 23:03:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 113 : optimizer step time      0.67
+[Apr 29, 2026 - 23:03:54 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 113--------------------
+[Apr 29, 2026 - 23:03:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0100        iter count: 1.0
+[Apr 29, 2026 - 23:03:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0100   iter count: 1.0
+[Apr 29, 2026 - 23:03:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 23:03:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..9f99ec3fd2cda683a54ab97b641867e7f36b9e86
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/files/wandb-metadata.json
@@ -0,0 +1,77 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T11:14:15.577760Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=False",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "trainer.max_iter=2500",
+    "trainer.save_ckpt_iter=100",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "a064e8fa90a90e68ddb9e4d18a8e8817990fe47e"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1220229591040"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "ajzk6cvnj7uqfokxobvsduwhra23zgr7"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..7c8763587a6aa45ec6f611462f5350b48c9c9b60
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/logs/debug-core.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-29T20:14:16.191675112+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpzq8ff9ny/port-3607260.txt","pid":3607260,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-29T20:14:16.19233975+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3607260}
+{"time":"2026-04-29T20:14:16.19233439+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3607260-3619642-1116175549/socket","Net":"unix"}}
+{"time":"2026-04-29T20:14:16.341562251+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-29T20:14:16.358637151+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"2i6dq2na","id":"1(@)"}
+{"time":"2026-04-29T20:14:16.779163963+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"2i6dq2na","id":"1(@)"}
+{"time":"2026-04-29T20:14:23.746162499+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"ilm765nbkqyg"}
+{"time":"2026-04-29T23:05:00.026431149+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..fff4722ce4f97a066a313459f389e8f07636592a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/logs/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-29T20:14:16.358769478+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-29T20:14:16.778217573+09:00","level":"INFO","msg":"stream: created new stream","id":"2i6dq2na"}
+{"time":"2026-04-29T20:14:16.779087886+09:00","level":"INFO","msg":"handler: started","stream_id":"2i6dq2na"}
+{"time":"2026-04-29T20:14:16.77915724+09:00","level":"INFO","msg":"stream: started","id":"2i6dq2na"}
+{"time":"2026-04-29T20:14:16.779176328+09:00","level":"INFO","msg":"sender: started","stream_id":"2i6dq2na"}
+{"time":"2026-04-29T20:14:16.779197514+09:00","level":"INFO","msg":"writer: started","stream_id":"2i6dq2na"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..5c02b540324658125c3845f7311ebdcd457ca58b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/logs/debug.log
@@ -0,0 +1,19 @@
+2026-04-29 20:14:15,578 INFO    MainThread:3607260 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-29 20:14:15,579 INFO    MainThread:3607260 [wandb_setup.py:_flush():81] Configure stats pid to 3607260
+2026-04-29 20:14:15,579 INFO    MainThread:3607260 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-29 20:14:15,579 INFO    MainThread:3607260 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/logs/debug.log
+2026-04-29 20:14:15,579 INFO    MainThread:3607260 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/logs/debug-internal.log
+2026-04-29 20:14:15,579 INFO    MainThread:3607260 [wandb_init.py:init():844] calling init triggers
+2026-04-29 20:14:15,579 INFO    MainThread:3607260 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '2500', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7f6540ce14e0>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f6540f1b880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'True', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f6540f1b880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f6540f1b880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-29 20:14:15,579 INFO    MainThread:3607260 [wandb_init.py:init():892] starting backend
+2026-04-29 20:14:16,341 INFO    MainThread:3607260 [wandb_init.py:init():895] sending inform_init request
+2026-04-29 20:14:16,355 INFO    MainThread:3607260 [wandb_init.py:init():903] backend started and connected
+2026-04-29 20:14:16,357 INFO    MainThread:3607260 [wandb_init.py:init():973] updated telemetry
+2026-04-29 20:14:16,380 INFO    MainThread:3607260 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-29 20:14:18,445 INFO    MainThread:3607260 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-29 20:14:18,740 INFO    MainThread:3607260 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-29 20:14:18,740 INFO    MainThread:3607260 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-29 20:14:18,740 INFO    MainThread:3607260 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-29 20:14:18,740 INFO    MainThread:3607260 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-29 20:14:18,751 INFO    MainThread:3607260 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/run-2i6dq2na.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/run-2i6dq2na.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..66ddd3a9a5ac549b7625436a9d2ee3a244b716b7
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_201415-2i6dq2na/run-2i6dq2na.wandb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef337d6afac0fe7b3e81ab66e3e13d1f372c0e9b0d777e31909e2731bf50913
+size 2195456
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/files/config.yaml b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/files/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..a92d2b7a07009b1c2b98946de3f8886f1b2afe86
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/files/config.yaml
@@ -0,0 +1,407 @@
+_wandb:
+    value:
+        cli_version: 0.25.0
+        e:
+            afywceeeuvc4ge53p9vbyroen842mzpk:
+                args:
+                    - --config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py
+                    - '-'
+                    - trainer.resume=True
+                    - model.fake_score_optimizer.lr=3e-6
+                    - log_config.group=omniavatar_sf_audiofix
+                    - log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora
+                    - log_config.project=OmniAvatar-FastGen
+                    - log_config.wandb_entity=paulhcho
+                    - trainer.ddp=False
+                    - trainer.fsdp=True
+                    - trainer.grad_accum_rounds=4
+                    - trainer.max_iter=2500
+                    - trainer.save_ckpt_iter=100
+                    - model.sample_t_cfg.t_list=[0.999,0.769,0.0]
+                codePath: train.py
+                codePathLocal: train.py
+                cpu_count: 112
+                cpu_count_logical: 224
+                cudaVersion: "12.9"
+                disk:
+                    /:
+                        total: "1356758433792"
+                        used: "1184589991936"
+                email: paul.hyunbin@gmail.com
+                executable: /home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12
+                git:
+                    commit: a064e8fa90a90e68ddb9e4d18a8e8817990fe47e
+                    remote: https://paulcho98:@github.com/paulcho98/FastGen.git
+                gpu: NVIDIA H200
+                gpu_count: 4
+                gpu_nvidia:
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0
+                host: main1
+                memory:
+                    total: "2163961778176"
+                os: Linux-5.15.0-151-generic-x86_64-with-glibc2.39
+                program: /home/work/.local/hyunbin/FastGen-redmd/train.py
+                python: CPython 3.12.12
+                root: /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora
+                startedAt: "2026-04-29T14:10:06.577719Z"
+                writerId: afywceeeuvc4ge53p9vbyroen842mzpk
+        m: []
+        python_version: 3.12.12
+        t:
+            "1":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 50
+                - 53
+                - 63
+                - 71
+                - 83
+                - 98
+            "2":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 50
+                - 53
+                - 63
+                - 71
+                - 83
+                - 98
+            "3":
+                - 5
+                - 13
+                - 14
+                - 16
+                - 62
+            "4": 3.12.12
+            "5": 0.25.0
+            "6": 5.3.0
+            "12": 0.25.0
+            "13": linux-x86_64
+dataloader_train:
+    value:
+        _target_: <class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>
+        batch_size: "1"
+        data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_path.txt
+        latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+        load_raw_audio: "True"
+        neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+        num_workers: "2"
+        raw_audio_fps: "25.0"
+        raw_audio_num_frames: "81"
+        raw_audio_sample_rate: "16000"
+        use_ref_sequence: "True"
+dataloader_val:
+    value:
+        _target_: <function create_omniavatar_dataloader at 0x7fb0b5a414e0>
+        batch_size: "1"
+        data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_val10.txt
+        latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+        load_ode_path: "False"
+        neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+        num_workers: "2"
+        use_ref_sequence: "True"
+eval:
+    value:
+        max_ckpt: "100000000"
+        min_ckpt: "0"
+        num_samples: "50000"
+        samples_dir: samples
+        save_images: "False"
+log_config:
+    value:
+        group: omniavatar_sf_audiofix
+        name: sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora
+        project: OmniAvatar-FastGen
+        wandb_credential: ./credentials/wandb_api.txt
+        wandb_entity: paulhcho
+        wandb_mode: online
+model:
+    value:
+        add_teacher_to_fsdp_dict: "True"
+        center_reward: "False"
+        clamp_reward: null
+        context_noise: "0.0"
+        ddp_find_unused_parameters: "True"
+        device: cuda
+        discriminator:
+            _target_: <class 'fastgen.networks.discriminators.Discriminator_EDM'>
+            all_res:
+                - "32"
+                - "16"
+                - "8"
+            feature_indices: '{0, 1, 2}'
+            in_channels: "256"
+        discriminator_optimizer:
+            _target_: <function get_optimizer at 0x7fb0b5c7b880>
+            betas:
+                - "0.9"
+                - "0.999"
+            eps: "1e-08"
+            fused: "False"
+            lr: "0.0001"
+            model: null
+            optim_type: adamw
+            weight_decay: "0.01"
+        discriminator_scheduler:
+            _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+            cycle_lengths:
+                - "10000000000"
+            f_max:
+                - "1.0"
+            f_min:
+                - "1.0"
+            f_start:
+                - "1e-06"
+            warm_up_steps:
+                - "0"
+        enable_gradient_in_rollout: "True"
+        enable_preprocessors: "True"
+        fake_score: null
+        fake_score_net:
+            _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+            audio_hidden_size: "32"
+            base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+            in_dim: "65"
+            lora_alpha: "64"
+            lora_rank: "128"
+            merge_lora: "False"
+            mode: v2v
+            model_size: 14B
+            net_pred_type: flow
+            omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt
+            schedule_type: rf
+            unfreeze_modules:
+                - model.audio_proj
+                - model.audio_cond_projs
+                - model.patch_embedding
+            use_audio: "True"
+        fake_score_optimizer:
+            _target_: <function get_optimizer at 0x7fb0b5c7b880>
+            betas:
+                - "0.0"
+                - "0.999"
+            eps: "1e-08"
+            fused: "False"
+            lr: "3e-06"
+            model: null
+            optim_type: adamw
+            weight_decay: "0.01"
+        fake_score_pred_type: x0
+        fake_score_scheduler:
+            _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+            cycle_lengths:
+                - "10000000000"
+            f_max:
+                - "1.0"
+            f_min:
+                - "1.0"
+            f_start:
+                - "1e-06"
+            warm_up_steps:
+                - "0"
+        fsdp_meta_init: "True"
+        gan_loss_weight_gen: "0"
+        gan_r1_reg_alpha: "0.1"
+        gan_r1_reg_weight: "0.0"
+        gan_use_same_t_noise: "False"
+        grad_scaler_enabled: "False"
+        grad_scaler_growth_interval: "2000"
+        grad_scaler_init_scale: "65536.0"
+        guidance_scale: "4.5"
+        input_shape:
+            - "16"
+            - "21"
+            - "64"
+            - "64"
+        last_step_only: "False"
+        load_student_weights: "False"
+        net:
+            _target_: <class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>
+            audio_hidden_size: "32"
+            base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+            chunk_size: "3"
+            in_dim: "65"
+            local_attn_size: "7"
+            lora_alpha: "64"
+            lora_rank: "128"
+            merge_lora: "False"
+            mode: v2v
+            model_size: 14B
+            net_pred_type: flow
+            omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt
+            schedule_type: rf
+            sink_size: "1"
+            total_num_frames: "21"
+            unfreeze_modules:
+                - _core.audio_proj
+                - _core.audio_cond_projs
+                - _core.patch_embedding
+            use_audio: "True"
+            use_dynamic_rope: "True"
+        net_optimizer:
+            _target_: <function get_optimizer at 0x7fb0b5c7b880>
+            betas:
+                - "0.0"
+                - "0.999"
+            eps: "1e-08"
+            fused: "False"
+            lr: "2e-06"
+            model: null
+            optim_type: adamw
+            weight_decay: "0.01"
+        net_scheduler:
+            _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+            cycle_lengths:
+                - "10000000000"
+            f_max:
+                - "1.0"
+            f_min:
+                - "1.0"
+            f_start:
+                - "1e-06"
+            warm_up_steps:
+                - "0"
+        precision: bfloat16
+        precision_amp: null
+        precision_amp_enc: null
+        precision_amp_infer: null
+        precision_fsdp: float32
+        pretrained_model_path: ""
+        pretrained_student_net_path: ""
+        reward:
+            audio_sample_rate: "16000"
+            checkpoint_path: /home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model
+            decoder_kind: taew
+            enabled: "True"
+            input_fps: "25.0"
+            taew_checkpoint_path: /home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth
+            vshift: "15"
+        reward_beta: "2"
+        reward_debug_dir: logs/redmd_debug
+        reward_weighting_mode: per_sample
+        same_step_across_blocks: "True"
+        sample_t_cfg:
+            log_t_df: "0.01"
+            max_t: "0.999"
+            min_t: "0.001"
+            shift: "5.0"
+            t_list:
+                - "0.999"
+                - "0.769"
+                - "0.0"
+            time_dist_type: shifted
+            train_p_mean: "-1.1"
+            train_p_std: "2.0"
+        save_reward_debug_video: "False"
+        skip_layers: null
+        start_gradient_frame: "0"
+        student_sample_steps: "2"
+        student_sample_type: sde
+        student_update_freq: "5"
+        teacher:
+            _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+            audio_hidden_size: "32"
+            base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+            in_dim: "65"
+            merge_lora: "True"
+            mode: v2v
+            model_size: 14B
+            net_pred_type: flow
+            omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt
+            schedule_type: rf
+            use_audio: "True"
+        timestep_cfg:
+            enabled: "True"
+            t_hi: "0.882"
+            t_lo: "0.556"
+        use_ema: "False"
+model_class:
+    value:
+        _target_: <class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>
+        config: null
+trainer:
+    value:
+        augment_pipe: null
+        batch_size_global: null
+        callbacks:
+            ema:
+                _target_: <class 'fastgen.callbacks.ema.EMACallback'>
+                beta: "0.9999"
+                ema_halflife_kimg: "500"
+                ema_rampup_ratio: "0.05"
+                gamma: "16.97"
+                start_iter: "0"
+                type: constant
+            gpu_stats:
+                _target_: <class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>
+                every_n: "100"
+            grad_clip:
+                _target_: <class 'fastgen.callbacks.grad_clip.GradClipCallback'>
+                grad_norm: "10.0"
+                model_key: net
+            param_count:
+                _target_: <class 'fastgen.callbacks.param_count.ParamCountCallback'>
+            train_profiler:
+                _target_: <class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>
+                every_n: "100"
+            wandb:
+                _target_: <class 'fastgen.callbacks.wandb.WandbCallback'>
+                fps: "25"
+                sample_logging_iter: "100"
+                syncnet_checkpoint_path: /home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model
+        checkpointer:
+            pretrained_ckpt_key_map:
+                net: net
+            pretrained_ckpt_path: ""
+            s3_container: s3://checkpoints/fastgen
+            s3_credential: ./credentials/s3.json
+            save_dir: /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints
+            use_s3: "False"
+        cudnn:
+            benchmark: "True"
+            deterministic: "False"
+        ddp: "False"
+        fsdp: "True"
+        fsdp_cpu_offload: "False"
+        fsdp_min_num_params: "100000000"
+        fsdp_sharding_group_size: null
+        global_vars: null
+        global_vars_val:
+            - null
+        grad_accum_rounds: "4"
+        logging_iter: "1"
+        max_iter: "2500"
+        offload_module_in_decoding: "False"
+        resume: "True"
+        save_ckpt_iter: "100"
+        seed: "0"
+        skip_initial_validation: "True"
+        tf32_enabled: "True"
+        val_seed: null
+        validation_iter: "100"
+        visualize_teacher: "False"
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..e362597d8b76ea2b8281cb611e0f4dc6317df38e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/files/output.log
@@ -0,0 +1,222 @@
+[Apr 29, 2026 - 23:10:09 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 29, 2026 - 23:10:09 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 29, 2026 - 23:10:09 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 29, 2026 - 23:10:09 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 29, 2026 - 23:10:09 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 29, 2026 - 23:10:09 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 29, 2026 - 23:10:09 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 29, 2026 - 23:10:09 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 29, 2026 - 23:10:09 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
+[Apr 29, 2026 - 23:10:47 | INFO | fastgen.methods.model:on_train_begin:296 ] Teacher check: add_teacher_to_fsdp_dict=True, fsdp_dict keys=['net', 'fake_score', 'teacher'], teacher in fsdp_dict=True
+[Apr 29, 2026 - 23:10:47 | INFO | fastgen.trainer:run:99 ] model.on_train_begin completed
+[Apr 29, 2026 - 23:10:47 | INFO | fastgen.trainer:run:110 ] Wrapping model into fsdp ..
+[Apr 29, 2026 - 23:10:47 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:102 ] Fully sharding model with 4 ranks...
+[Apr 29, 2026 - 23:10:47 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'net' (14.91B params)...
+[Apr 29, 2026 - 23:11:03 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1937 tensors
+[Apr 29, 2026 - 23:11:03 | INFO | fastgen.networks.OmniAvatar.network_causal:fully_shard:2376 ] CausalOmniAvatarWan: keeping manual gradient checkpointing (not using apply_fsdp_checkpointing due to KV cache dynamics)
+[Apr 29, 2026 - 23:11:12 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 29, 2026 - 23:11:12 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 29, 2026 - 23:11:21 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped net in 34.0s
+[Apr 29, 2026 - 23:11:21 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'fake_score' (14.91B params)...
+[Apr 29, 2026 - 23:11:37 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1937 tensors
+[Apr 29, 2026 - 23:11:37 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:932 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 29, 2026 - 23:11:50 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 29, 2026 - 23:11:50 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 29, 2026 - 23:12:10 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped fake_score in 49.0s
+[Apr 29, 2026 - 23:12:10 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'teacher' (14.29B params)...
+[Apr 29, 2026 - 23:12:19 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1137 tensors
+[Apr 29, 2026 - 23:12:19 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:932 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 29, 2026 - 23:12:32 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 29, 2026 - 23:12:32 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 29, 2026 - 23:12:44 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped teacher in 33.8s
+[Apr 29, 2026 - 23:12:44 | INFO | fastgen.trainer:run:118 ] FSDP wrapping completed
+[Apr 29, 2026 - 23:12:44 | INFO | fastgen.callbacks.ema:on_model_init_end:64 ] EMA ema is not enabled, skipping callback.
+[Apr 29, 2026 - 23:12:44 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 1.38M params in '_core.audio_proj'
+[Apr 29, 2026 - 23:12:44 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 3.21M params in '_core.audio_cond_projs'
+[Apr 29, 2026 - 23:12:44 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 1.34M params in '_core.patch_embedding'
+[Apr 29, 2026 - 23:12:44 | INFO | fastgen.networks.OmniAvatar.network_causal:apply_lora_freeze:1193 ] [CausalOmniAvatarWan] apply_lora_freeze: LoRA 613.42M trainable, base 14294.08M frozen, then unfreeze_modules re-enabled on top
+[Apr 29, 2026 - 23:12:44 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 1.38M params in 'model.audio_proj'
+[Apr 29, 2026 - 23:12:44 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 3.21M params in 'model.audio_cond_projs'
+[Apr 29, 2026 - 23:12:44 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 1.34M params in 'model.patch_embedding'
+[Apr 29, 2026 - 23:12:44 | INFO | fastgen.networks.OmniAvatar.network:apply_lora_freeze:747 ] [OmniAvatarWan] apply_lora_freeze: LoRA 613.42M trainable, base 14294.08M frozen, then unfreeze_modules re-enabled on top
+[Apr 29, 2026 - 23:12:44 | INFO | fastgen.trainer:run:133 ] Auto-Resume Details: None
+[Apr 29, 2026 - 23:12:44 | INFO | fastgen.trainer:run:137 ] Loading checkpoints for resuming ..
+[Apr 29, 2026 - 23:12:44 | INFO | fastgen.utils.checkpointer:load:436 ] Loading FSDP model from prefix /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100
+[Apr 29, 2026 - 23:12:44 | INFO | fastgen.utils.checkpointer:load:439 ] Loading the FSDP model dict for key net...
+Traceback (most recent call last):
+  File "/home/work/.local/hyunbin/FastGen-redmd/train.py", line 46, in <module>
+    main(config)
+  File "/home/work/.local/hyunbin/FastGen-redmd/train.py", line 37, in main
+    fastgen_trainer.run(model)
+  File "/home/work/.local/hyunbin/FastGen-redmd/fastgen/trainer.py", line 140, in run
+    iter_start = self.checkpointer.load(
+                 ^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/hyunbin/FastGen-redmd/fastgen/utils/checkpointer.py", line 444, in load
+    dcp.load(
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/logger.py", line 90, in wrapper
+    result = func(*args, **kwargs)
+             ^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/utils.py", line 483, in inner_func
+    return func(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/state_dict_loader.py", line 185, in load
+    _load_state_dict(
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/state_dict_loader.py", line 283, in _load_state_dict
+    central_plan = distW.reduce_scatter("plan", local_step, global_step)
+                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/utils.py", line 221, in reduce_scatter
+    raise result
+torch.distributed.checkpoint.api.CheckpointException: CheckpointException ranks:dict_keys([0, 1, 2, 3])
+Traceback (most recent call last): (RANK 0)
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/utils.py", line 193, in reduce_scatter
+    local_data = map_fun()
+                 ^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/logger.py", line 90, in wrapper
+    result = func(*args, **kwargs)
+             ^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/state_dict_loader.py", line 269, in local_step
+    local_plan = planner.create_local_plan()
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 352, in create_local_plan
+    return create_default_local_load_plan(
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 475, in create_default_local_load_plan
+    raise RuntimeError(f"Missing key in checkpoint state_dict: {fqn}.")
+RuntimeError: Missing key in checkpoint state_dict: _core.blocks.0.cross_attn.k.base_layer.bias.
+Traceback (most recent call last): (RANK 1)
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/utils.py", line 193, in reduce_scatter
+    local_data = map_fun()
+                 ^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/logger.py", line 90, in wrapper
+    result = func(*args, **kwargs)
+             ^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/state_dict_loader.py", line 269, in local_step
+    local_plan = planner.create_local_plan()
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 352, in create_local_plan
+    return create_default_local_load_plan(
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 475, in create_default_local_load_plan
+    raise RuntimeError(f"Missing key in checkpoint state_dict: {fqn}.")
+RuntimeError: Missing key in checkpoint state_dict: _core.blocks.0.cross_attn.k.base_layer.bias.
+Traceback (most recent call last): (RANK 2)
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/utils.py", line 193, in reduce_scatter
+    local_data = map_fun()
+                 ^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/logger.py", line 90, in wrapper
+    result = func(*args, **kwargs)
+             ^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/state_dict_loader.py", line 269, in local_step
+    local_plan = planner.create_local_plan()
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 352, in create_local_plan
+    return create_default_local_load_plan(
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 475, in create_default_local_load_plan
+    raise RuntimeError(f"Missing key in checkpoint state_dict: {fqn}.")
+RuntimeError: Missing key in checkpoint state_dict: _core.blocks.0.cross_attn.k.base_layer.bias.
+Traceback (most recent call last): (RANK 3)
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/utils.py", line 193, in reduce_scatter
+    local_data = map_fun()
+                 ^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/logger.py", line 90, in wrapper
+    result = func(*args, **kwargs)
+             ^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/state_dict_loader.py", line 269, in local_step
+    local_plan = planner.create_local_plan()
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 352, in create_local_plan
+    return create_default_local_load_plan(
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 475, in create_default_local_load_plan
+    raise RuntimeError(f"Missing key in checkpoint state_dict: {fqn}.")
+RuntimeError: Missing key in checkpoint state_dict: _core.blocks.0.cross_attn.k.base_layer.bias.
+
+[rank0]: Traceback (most recent call last):
+[rank0]:   File "/home/work/.local/hyunbin/FastGen-redmd/train.py", line 46, in <module>
+[rank0]:     main(config)
+[rank0]:   File "/home/work/.local/hyunbin/FastGen-redmd/train.py", line 37, in main
+[rank0]:     fastgen_trainer.run(model)
+[rank0]:   File "/home/work/.local/hyunbin/FastGen-redmd/fastgen/trainer.py", line 140, in run
+[rank0]:     iter_start = self.checkpointer.load(
+[rank0]:                  ^^^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/hyunbin/FastGen-redmd/fastgen/utils/checkpointer.py", line 444, in load
+[rank0]:     dcp.load(
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/logger.py", line 90, in wrapper
+[rank0]:     result = func(*args, **kwargs)
+[rank0]:              ^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/utils.py", line 483, in inner_func
+[rank0]:     return func(*args, **kwargs)
+[rank0]:            ^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/state_dict_loader.py", line 185, in load
+[rank0]:     _load_state_dict(
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/state_dict_loader.py", line 283, in _load_state_dict
+[rank0]:     central_plan = distW.reduce_scatter("plan", local_step, global_step)
+[rank0]:                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/utils.py", line 221, in reduce_scatter
+[rank0]:     raise result
+[rank0]: torch.distributed.checkpoint.api.CheckpointException: CheckpointException ranks:dict_keys([0, 1, 2, 3])
+[rank0]: Traceback (most recent call last): (RANK 0)
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/utils.py", line 193, in reduce_scatter
+[rank0]:     local_data = map_fun()
+[rank0]:                  ^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/logger.py", line 90, in wrapper
+[rank0]:     result = func(*args, **kwargs)
+[rank0]:              ^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/state_dict_loader.py", line 269, in local_step
+[rank0]:     local_plan = planner.create_local_plan()
+[rank0]:                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 352, in create_local_plan
+[rank0]:     return create_default_local_load_plan(
+[rank0]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 475, in create_default_local_load_plan
+[rank0]:     raise RuntimeError(f"Missing key in checkpoint state_dict: {fqn}.")
+[rank0]: RuntimeError: Missing key in checkpoint state_dict: _core.blocks.0.cross_attn.k.base_layer.bias.
+[rank0]: Traceback (most recent call last): (RANK 1)
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/utils.py", line 193, in reduce_scatter
+[rank0]:     local_data = map_fun()
+[rank0]:                  ^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/logger.py", line 90, in wrapper
+[rank0]:     result = func(*args, **kwargs)
+[rank0]:              ^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/state_dict_loader.py", line 269, in local_step
+[rank0]:     local_plan = planner.create_local_plan()
+[rank0]:                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 352, in create_local_plan
+[rank0]:     return create_default_local_load_plan(
+[rank0]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 475, in create_default_local_load_plan
+[rank0]:     raise RuntimeError(f"Missing key in checkpoint state_dict: {fqn}.")
+[rank0]: RuntimeError: Missing key in checkpoint state_dict: _core.blocks.0.cross_attn.k.base_layer.bias.
+[rank0]: Traceback (most recent call last): (RANK 2)
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/utils.py", line 193, in reduce_scatter
+[rank0]:     local_data = map_fun()
+[rank0]:                  ^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/logger.py", line 90, in wrapper
+[rank0]:     result = func(*args, **kwargs)
+[rank0]:              ^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/state_dict_loader.py", line 269, in local_step
+[rank0]:     local_plan = planner.create_local_plan()
+[rank0]:                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 352, in create_local_plan
+[rank0]:     return create_default_local_load_plan(
+[rank0]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 475, in create_default_local_load_plan
+[rank0]:     raise RuntimeError(f"Missing key in checkpoint state_dict: {fqn}.")
+[rank0]: RuntimeError: Missing key in checkpoint state_dict: _core.blocks.0.cross_attn.k.base_layer.bias.
+[rank0]: Traceback (most recent call last): (RANK 3)
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/utils.py", line 193, in reduce_scatter
+[rank0]:     local_data = map_fun()
+[rank0]:                  ^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/logger.py", line 90, in wrapper
+[rank0]:     result = func(*args, **kwargs)
+[rank0]:              ^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/state_dict_loader.py", line 269, in local_step
+[rank0]:     local_plan = planner.create_local_plan()
+[rank0]:                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 352, in create_local_plan
+[rank0]:     return create_default_local_load_plan(
+[rank0]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py", line 475, in create_default_local_load_plan
+[rank0]:     raise RuntimeError(f"Missing key in checkpoint state_dict: {fqn}.")
+[rank0]: RuntimeError: Missing key in checkpoint state_dict: _core.blocks.0.cross_attn.k.base_layer.bias.
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..6b305b3aede2af0ca85337ccdb063e623fc8e8ae
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/files/wandb-metadata.json
@@ -0,0 +1,77 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T14:10:06.577719Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=True",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "trainer.max_iter=2500",
+    "trainer.save_ckpt_iter=100",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "a064e8fa90a90e68ddb9e4d18a8e8817990fe47e"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1184589991936"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "afywceeeuvc4ge53p9vbyroen842mzpk"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/files/wandb-summary.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/files/wandb-summary.json
new file mode 100644
index 0000000000000000000000000000000000000000..7cc44f2296e448a6eaf92c673fee728ee3d8fd08
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/files/wandb-summary.json
@@ -0,0 +1 @@
+{"_wandb":{"runtime":10330},"train/reward_sync_c_mean":4.056746482849121,"net/trainable_params":619339872,"_timestamp":1.7774713703582482e+09,"train/reward_weight_max":1028130,"train/vsd_loss":0.23486328125,"train/reward_weight_min":56.6474609375,"model/trainable_params":1238679744,"optimizer/grad_norm (model_key net)":0,"train/vsd_loss_unweighted":0.23486328125,"train/reward_weight_r0":4224.5546875,"train/reward_sync_c_r3":3.1126012802124023,"train/gan_loss_gen":0,"train_media/student/generation":{"_type":"video-file","path":"media/videos/train_media/student/generation_100_b005ac3d7204c2ea4c05.mp4","sha256":"b005ac3d7204c2ea4c05afeabe40624ec26c22f1177bf14846f5709c3cb47caf","size":279875},"optimizer/non_finite_grads_count (model_key net)":0,"val0/sync_c_sample_7":5.573906898498535,"val0/sync_c_sample_1":5.119636535644531,"val0/sync_c_mean":5.5534099578857425,"train/reward_sync_c_max":6.921626091003418,"train/reward_weight_r1":1028130,"train/reward_weight_mean":258229.125,"train/reward_sync_c_r2":2.018423557281494,"model/total_params":44122710624,"fake_score/local_trainable_params":[154834968,154834968,154834968,154834968],"val0/reconstructed":{"_type":"videos","captions":false,"count":10,"videos":[{"path":"media/videos/val0/reconstructed_100_80aab00fcfa85d5db98e.mp4","sha256":"80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327","size":182028,"_type":"video-file"},{"_type":"video-file","path":"media/videos/val0/reconstructed_100_884b2d197a5511393680.mp4","sha256":"884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214","size":170922},{"_type":"video-file","path":"media/videos/val0/reconstructed_100_c0196720a45889bb2198.mp4","sha256":"c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8","size":173236},{"_type":"video-file","path":"media/videos/val0/reconstructed_100_294040ac378ceaa34329.mp4","sha256":"294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c","size":249372},{"_type":"video-file","path":"media/videos/val0/reconstructed_100_15ac5b765a401d035db1.mp4","sha256":"15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117","size":190004},{"path":"media/videos/val0/reconstructed_100_f5463a4ea6f68a39c5d0.mp4","sha256":"f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395","size":164630,"_type":"video-file"},{"path":"media/videos/val0/reconstructed_100_c0f892b5fba78348af85.mp4","sha256":"c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8","size":222986,"_type":"video-file"},{"_type":"video-file","path":"media/videos/val0/reconstructed_100_a076d17e202ed18ebdf8.mp4","sha256":"a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb","size":165516},{"path":"media/videos/val0/reconstructed_100_6ff046418b5d41477989.mp4","sha256":"6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac","size":214001,"_type":"video-file"},{"size":227490,"_type":"video-file","path":"media/videos/val0/reconstructed_100_f7412c9e170ffd299748.mp4","sha256":"f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273"}]},"val0/sync_c_sample_3":4.118751525878906,"profiler/data_loading_time":0.0008391216397285461,"val0/sync_c_sample_8":6.6623005867004395,"train/fake_score_loss":0.01047515869140625,"val0/total_loss":0,"train/reward_weight_r3":505.3254089355469,"val0/sync_c_sample_6":6.303346633911133,"train/vsd_loss_weighted":81219.66986012459,"train_media/data/real":{"sha256":"6eaa5ae21547d6d4dc7861deb1043368b01998929d9cb8604b6a9b1b8f203193","size":256829,"_type":"video-file","path":"media/videos/train_media/data/real_100_6eaa5ae21547d6d4dc78.mp4"},"val0/sync_c_sample_0":5.643186569213867,"train/total_loss":0.01047515869140625,"fake_score/total_params":14907498656,"fake_score/local_total_params":[3727803944,3726564904,3726564904,3726564904],"optimizer/lr_fake_score":3e-06,"val0/sync_c_sample_5":7.211482048034668,"model/local_trainable_params":[309669936,309669936,309669936,309669936],"_step":112,"val0/sync_c_sample_2":5.675947666168213,"train/reward_sync_c_r1":6.921626091003418,"profiler/avg_iteration_time":68.1125271320343,"net/total_params":14907498656,"val0/generated":{"_type":"videos","captions":["sync_c=5.643","sync_c=5.120","sync_c=5.676","sync_c=4.119","sync_c=5.369","sync_c=7.211","sync_c=6.303","sync_c=5.574","sync_c=6.662","sync_c=3.857"],"count":10,"videos":[{"size":213854,"_type":"video-file","caption":"sync_c=5.643","path":"media/videos/val0/generated_100_9225e07d31a96cce4786.mp4","sha256":"9225e07d31a96cce4786320aef4dbec0f531446a903445e8061ef50c8bdb23be"},{"sha256":"113532658ac9afd34477eb5f1e4b49f1e42ca19a5db5c9e1bf64d284ada13340","size":213509,"_type":"video-file","caption":"sync_c=5.120","path":"media/videos/val0/generated_100_113532658ac9afd34477.mp4"},{"path":"media/videos/val0/generated_100_bd86f81daecddc9118ed.mp4","sha256":"bd86f81daecddc9118ed9453a326f1ce090fbfb1ec7c2b1495c53d9f36ddc11b","size":204376,"_type":"video-file","caption":"sync_c=5.676"},{"path":"media/videos/val0/generated_100_d4332cebf8343bdbaf8c.mp4","sha256":"d4332cebf8343bdbaf8c5b30d17e300370ab1cf7f67ed9efc4ca345388fb615c","size":283845,"_type":"video-file","caption":"sync_c=4.119"},{"_type":"video-file","caption":"sync_c=5.369","path":"media/videos/val0/generated_100_cc7f106b528f46ae8fce.mp4","sha256":"cc7f106b528f46ae8fce9fe99072888734c083d8839ed06855e003ff4a67e10a","size":253551},{"sha256":"eb9730f19b14ea467e381c7c8ff1b552d84e885ba6490d673e9c1b5874137129","size":187677,"_type":"video-file","caption":"sync_c=7.211","path":"media/videos/val0/generated_100_eb9730f19b14ea467e38.mp4"},{"_type":"video-file","caption":"sync_c=6.303","path":"media/videos/val0/generated_100_04f379214fc06a68f051.mp4","sha256":"04f379214fc06a68f051aa267315cb209c45567ce1b9f8b0bc64225429dd984f","size":291862},{"size":202106,"_type":"video-file","caption":"sync_c=5.574","path":"media/videos/val0/generated_100_f973a0e3dc87220f12f6.mp4","sha256":"f973a0e3dc87220f12f6d56bb38715b84017df65550fbfd364c33937b1282087"},{"_type":"video-file","caption":"sync_c=6.662","path":"media/videos/val0/generated_100_9b544b70c1f4a7fd8209.mp4","sha256":"9b544b70c1f4a7fd82097ed222102ee0b557ddd24e562923362231b1784d96db","size":245739},{"path":"media/videos/val0/generated_100_c1651160e5859873a337.mp4","sha256":"c1651160e5859873a337e9a7ede7c4e5014c6928b54160adbb33a4a868d905fb","size":242356,"_type":"video-file","caption":"sync_c=3.857"}]},"profiler/optimizer_step_time":0.673283439129591,"train/reward_sync_c_min":2.018423557281494,"model/local_total_params":[11043689208,11039972088,11039972088,11039972088],"fake_score/trainable_params":619339872,"train/gan_loss_disc":0,"train/reward_sync_c_r0":4.174334526062012,"net/local_trainable_params":[154834968,154834968,154834968,154834968],"profiler/avg_forward_pass_time":9.168796246871352,"_runtime":10330,"optimizer/iteration":112,"net/local_total_params":[3727803944,3726564904,3726564904,3726564904],"profiler/backward_pass_time":7.687282543629408,"optimizer/lr_net":2e-06,"train/reward_weight_r2":56.6474609375,"val0/sync_c_sample_4":5.3690338134765625,"val0/sync_c_sample_9":3.8565073013305664}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..f27919c7c2d32050d24120432aef9f29e8c55881
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/logs/debug-core.log
@@ -0,0 +1,13 @@
+{"time":"2026-04-29T23:10:06.925882476+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpzctf4cmf/port-3810156.txt","pid":3810156,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-29T23:10:06.92637556+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3810156}
+{"time":"2026-04-29T23:10:06.926371014+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3810156-3815842-665877425/socket","Net":"unix"}}
+{"time":"2026-04-29T23:10:07.106571307+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-29T23:10:07.120584156+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"2i6dq2na","id":"1(@)"}
+{"time":"2026-04-29T23:10:07.530097381+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"2i6dq2na","id":"1(@)"}
+{"time":"2026-04-29T23:10:14.349816573+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"wt2v9tjia7a8"}
+{"time":"2026-04-29T23:12:45.088998262+09:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-04-29T23:12:45.089557114+09:00","level":"INFO","msg":"server is shutting down"}
+{"time":"2026-04-29T23:12:45.089553325+09:00","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-04-29T23:12:45.089601873+09:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-04-29T23:12:45.089628107+09:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-3810156-3815842-665877425/socket","Net":"unix"}}
+{"time":"2026-04-29T23:12:47.067372389+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..3c339796a7c01bc88a5c63c4adf3e739a47a7967
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/logs/debug-internal.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-29T23:10:07.120682398+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-29T23:10:07.529222768+09:00","level":"INFO","msg":"stream: created new stream","id":"2i6dq2na"}
+{"time":"2026-04-29T23:10:07.529275436+09:00","level":"INFO","msg":"handler: started","stream_id":"2i6dq2na"}
+{"time":"2026-04-29T23:10:07.530091107+09:00","level":"INFO","msg":"stream: started","id":"2i6dq2na"}
+{"time":"2026-04-29T23:10:07.53011786+09:00","level":"INFO","msg":"sender: started","stream_id":"2i6dq2na"}
+{"time":"2026-04-29T23:10:07.530116811+09:00","level":"INFO","msg":"writer: started","stream_id":"2i6dq2na"}
+{"time":"2026-04-29T23:12:45.089553539+09:00","level":"INFO","msg":"stream: closing","id":"2i6dq2na"}
+{"time":"2026-04-29T23:12:45.713855216+09:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..c547d5c36ec01bbc2184680b8df1ed92de3977d8
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/logs/debug.log
@@ -0,0 +1,22 @@
+2026-04-29 23:10:06,578 INFO    MainThread:3810156 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-29 23:10:06,579 INFO    MainThread:3810156 [wandb_setup.py:_flush():81] Configure stats pid to 3810156
+2026-04-29 23:10:06,579 INFO    MainThread:3810156 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-29 23:10:06,579 INFO    MainThread:3810156 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/logs/debug.log
+2026-04-29 23:10:06,579 INFO    MainThread:3810156 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/logs/debug-internal.log
+2026-04-29 23:10:06,579 INFO    MainThread:3810156 [wandb_init.py:init():844] calling init triggers
+2026-04-29 23:10:06,579 INFO    MainThread:3810156 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '2500', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'True', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7fb0b5a414e0>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fb0b5c7b880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'True', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fb0b5c7b880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fb0b5c7b880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-29 23:10:06,580 INFO    MainThread:3810156 [wandb_init.py:init():892] starting backend
+2026-04-29 23:10:07,106 INFO    MainThread:3810156 [wandb_init.py:init():895] sending inform_init request
+2026-04-29 23:10:07,119 INFO    MainThread:3810156 [wandb_init.py:init():903] backend started and connected
+2026-04-29 23:10:07,120 INFO    MainThread:3810156 [wandb_init.py:init():973] updated telemetry
+2026-04-29 23:10:07,139 INFO    MainThread:3810156 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-29 23:10:09,064 INFO    MainThread:3810156 [wandb_init.py:init():1037] run resumed
+2026-04-29 23:10:09,067 INFO    MainThread:3810156 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-29 23:10:09,339 INFO    MainThread:3810156 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-29 23:10:09,339 INFO    MainThread:3810156 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-29 23:10:09,339 INFO    MainThread:3810156 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-29 23:10:09,339 INFO    MainThread:3810156 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-29 23:10:09,345 INFO    MainThread:3810156 [wandb_init.py:init():1082] run started, returning control to user process
+2026-04-29 23:12:45,089 INFO    wandb-AsyncioManager-main:3810156 [service_client.py:_forward_responses():134] Reached EOF.
+2026-04-29 23:12:45,089 INFO    wandb-AsyncioManager-main:3810156 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles.
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/run-2i6dq2na.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/run-2i6dq2na.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..4ee5d7599f6b5df1f009ee3e010530e64a8e56ae
Binary files /dev/null and b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231006-2i6dq2na/run-2i6dq2na.wandb differ
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..1c7ac00016cf4628983f00d5d3466ea7dc731b75
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/files/output.log
@@ -0,0 +1,143 @@
+[Apr 29, 2026 - 23:19:07 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 29, 2026 - 23:19:07 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 29, 2026 - 23:19:07 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 29, 2026 - 23:19:07 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 29, 2026 - 23:19:07 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 29, 2026 - 23:19:07 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 29, 2026 - 23:19:07 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 29, 2026 - 23:19:07 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 29, 2026 - 23:19:07 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
+[Apr 29, 2026 - 23:19:45 | INFO | fastgen.methods.model:on_train_begin:296 ] Teacher check: add_teacher_to_fsdp_dict=True, fsdp_dict keys=['net', 'fake_score', 'teacher'], teacher in fsdp_dict=True
+[Apr 29, 2026 - 23:19:45 | INFO | fastgen.trainer:run:99 ] model.on_train_begin completed
+[Apr 29, 2026 - 23:19:45 | INFO | fastgen.trainer:run:110 ] Wrapping model into fsdp ..
+[Apr 29, 2026 - 23:19:45 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:102 ] Fully sharding model with 4 ranks...
+[Apr 29, 2026 - 23:19:45 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'net' (14.91B params)...
+[Apr 29, 2026 - 23:20:01 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1937 tensors
+[Apr 29, 2026 - 23:20:01 | INFO | fastgen.networks.OmniAvatar.network_causal:fully_shard:2376 ] CausalOmniAvatarWan: keeping manual gradient checkpointing (not using apply_fsdp_checkpointing due to KV cache dynamics)
+[Apr 29, 2026 - 23:20:11 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 29, 2026 - 23:20:11 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 29, 2026 - 23:20:22 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped net in 36.8s
+[Apr 29, 2026 - 23:20:22 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'fake_score' (14.91B params)...
+[Apr 29, 2026 - 23:20:38 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1937 tensors
+[Apr 29, 2026 - 23:20:38 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:932 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 29, 2026 - 23:20:52 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 29, 2026 - 23:20:52 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 29, 2026 - 23:21:10 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped fake_score in 47.8s
+[Apr 29, 2026 - 23:21:10 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'teacher' (14.29B params)...
+[Apr 29, 2026 - 23:21:19 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1137 tensors
+[Apr 29, 2026 - 23:21:19 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:932 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 29, 2026 - 23:21:29 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 29, 2026 - 23:21:29 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped teacher in 33.7s
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.trainer:run:118 ] FSDP wrapping completed
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.callbacks.ema:on_model_init_end:64 ] EMA ema is not enabled, skipping callback.
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 1.38M params in '_core.audio_proj'
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 3.21M params in '_core.audio_cond_projs'
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 1.34M params in '_core.patch_embedding'
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.networks.OmniAvatar.network_causal:apply_lora_freeze:1193 ] [CausalOmniAvatarWan] apply_lora_freeze: LoRA 613.42M trainable, base 14294.08M frozen, then unfreeze_modules re-enabled on top
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 1.38M params in 'model.audio_proj'
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 3.21M params in 'model.audio_cond_projs'
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 1.34M params in 'model.patch_embedding'
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.networks.OmniAvatar.network:apply_lora_freeze:747 ] [OmniAvatarWan] apply_lora_freeze: LoRA 613.42M trainable, base 14294.08M frozen, then unfreeze_modules re-enabled on top
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.trainer:run:133 ] Auto-Resume Details: None
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.trainer:run:137 ] Loading checkpoints for resuming ..
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.utils.checkpointer:load:436 ] Loading FSDP model from prefix /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.utils.checkpointer:load:439 ] Loading the FSDP model dict for key net...
+[Apr 29, 2026 - 23:21:43 | INFO | fastgen.utils.checkpointer:load:457 ] [FSDPCheckpointer] net_model: loading 844/1937 state-dict entries (skipping 1093 frozen-param entries)
+[Apr 29, 2026 - 23:21:45 | INFO | fastgen.utils.checkpointer:load:439 ] Loading the FSDP model dict for key fake_score...
+[Apr 29, 2026 - 23:21:45 | INFO | fastgen.utils.checkpointer:load:457 ] [FSDPCheckpointer] fake_score_model: loading 844/1937 state-dict entries (skipping 1093 frozen-param entries)
+[Apr 29, 2026 - 23:21:46 | INFO | fastgen.utils.checkpointer:load:469 ] Loading the FSDP optimizer dict for key net...
+[Apr 29, 2026 - 23:21:47 | SUCCESS | fastgen.utils.checkpointer:load:488 ] Successfully loaded optimizer state for net
+[Apr 29, 2026 - 23:21:47 | INFO | fastgen.utils.checkpointer:load:469 ] Loading the FSDP optimizer dict for key fake_score...
+[Apr 29, 2026 - 23:21:47 | SUCCESS | fastgen.utils.checkpointer:load:488 ] Successfully loaded optimizer state for fake_score
+[Apr 29, 2026 - 23:21:47 | INFO | fastgen.utils.checkpointer:load:508 ] Loading the scheduler_dict...
+[Apr 29, 2026 - 23:21:47 | INFO | fastgen.utils.checkpointer:load:516 ] Loading the gradient scaler...
+[Apr 29, 2026 - 23:21:47 | WARNING | fastgen.utils.checkpointer:load:521 ] Gradient scaler state is empty (likely saved from disabled scaler), skipping load.
+[Apr 29, 2026 - 23:21:47 | INFO | fastgen.utils.checkpointer:load:524 ] Loading the callbacks...
+[Apr 29, 2026 - 23:21:47 | INFO | fastgen.utils.basic_utils:set_random_seed:144 ] Using random seed 100.
+[Apr 29, 2026 - 23:21:47 | INFO | fastgen.trainer:run:165 ] Instantiating dataloader...
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.wandb:on_dataloader_init_end:422 ] SKIP_GT_VAL_UPLOAD=1 — skipping GT val video upload
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.gpu_stats:on_train_begin:57 ] every_n to measure gpus stats: 1
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.train_profiler:on_train_begin:54 ] every_n to profile trainer: 1
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] model (OmniAvatarSelfForcingReDMD) has 1238.68 M trainable and 44122.71 M total params (logical).
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11043.69 M total params LOCAL on rank 0.
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11039.97 M total params LOCAL on rank 1.
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11039.97 M total params LOCAL on rank 2.
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11039.97 M total params LOCAL on rank 3.
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] net (CausalOmniAvatarWan) has 619.34 M trainable and 14907.50 M total params (logical).
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3727.80 M total params LOCAL on rank 0.
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 1.
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 2.
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 3.
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] fake_score (OmniAvatarWan) has 619.34 M trainable and 14907.50 M total params (logical).
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3727.80 M total params LOCAL on rank 0.
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 1.
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 2.
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 3.
+[Apr 29, 2026 - 23:21:53 | INFO | fastgen.trainer:run:174 ] iter_start: 100
+[Apr 29, 2026 - 23:23:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.077603   33.834225    4.824146
+peak_gpu_mem_gb           103.335028  103.335028  103.335028
+peak_gpu_mem_reserved_gb  106.254883  106.562500  106.152344
+util                       77.250000   82.000000   72.000000
+[Apr 29, 2026 - 23:23:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 101 : data loading time        0.91
+[Apr 29, 2026 - 23:23:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 101 : avg forward pass time    9.55
+[Apr 29, 2026 - 23:23:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 101 : backward pass time       7.68
+[Apr 29, 2026 - 23:23:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 101 : optimizer step time      0.87
+[Apr 29, 2026 - 23:23:04 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 101--------------------
+[Apr 29, 2026 - 23:23:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0134        iter count: 1.0
+[Apr 29, 2026 - 23:23:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0134   iter count: 1.0
+[Apr 29, 2026 - 23:23:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 23:23:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+wandb: WARNING Tried to log to step 101 that is less than the current step 113. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+[Apr 29, 2026 - 23:24:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.087783   33.836132    4.836830
+peak_gpu_mem_gb           117.798986  117.798986  117.798986
+peak_gpu_mem_reserved_gb  120.034180  120.039062  120.019531
+util                       94.250000   99.000000   90.000000
+[Apr 29, 2026 - 23:24:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 102 : avg iteration time       67.94 seconds
+[Apr 29, 2026 - 23:24:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 102 : data loading time        0.00
+[Apr 29, 2026 - 23:24:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 102 : avg forward pass time    9.13
+[Apr 29, 2026 - 23:24:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 102 : backward pass time       7.70
+[Apr 29, 2026 - 23:24:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 102 : optimizer step time      0.67
+[Apr 29, 2026 - 23:24:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 102--------------------
+[Apr 29, 2026 - 23:24:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0104        iter count: 1.0
+[Apr 29, 2026 - 23:24:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0104   iter count: 1.0
+[Apr 29, 2026 - 23:24:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 23:24:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+wandb: WARNING Tried to log to step 102 that is less than the current step 113. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+[Apr 29, 2026 - 23:25:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.090171   33.837322    4.840698
+peak_gpu_mem_gb           117.798986  117.798986  117.798986
+peak_gpu_mem_reserved_gb  120.034180  120.039062  120.019531
+util                       93.500000   99.000000   87.000000
+[Apr 29, 2026 - 23:25:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 103 : avg iteration time       63.94 seconds
+[Apr 29, 2026 - 23:25:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 103 : data loading time        0.00
+[Apr 29, 2026 - 23:25:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 103 : avg forward pass time    8.14
+[Apr 29, 2026 - 23:25:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 103 : backward pass time       7.68
+[Apr 29, 2026 - 23:25:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 103 : optimizer step time      0.66
+[Apr 29, 2026 - 23:25:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 103--------------------
+[Apr 29, 2026 - 23:25:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0095        iter count: 1.0
+[Apr 29, 2026 - 23:25:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0095   iter count: 1.0
+[Apr 29, 2026 - 23:25:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 23:25:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+wandb: WARNING Tried to log to step 103 that is less than the current step 113. Steps must be monotonically increasing, so this data will be ignored. See https://wandb.me/define-metric to log data out of order.
+[Apr 29, 2026 - 23:26:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.091311   33.838135    4.840706
+peak_gpu_mem_gb           117.798986  117.798986  117.798986
+peak_gpu_mem_reserved_gb  120.039062  120.039062  120.039062
+util                       91.500000   99.000000   86.000000
+[Apr 29, 2026 - 23:26:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 104 : avg iteration time       68.42 seconds
+[Apr 29, 2026 - 23:26:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 104 : data loading time        0.00
+[Apr 29, 2026 - 23:26:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 104 : avg forward pass time    9.26
+[Apr 29, 2026 - 23:26:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 104 : backward pass time       7.68
+[Apr 29, 2026 - 23:26:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 104 : optimizer step time      0.67
+[Apr 29, 2026 - 23:26:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 104--------------------
+[Apr 29, 2026 - 23:26:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0089        iter count: 1.0
+[Apr 29, 2026 - 23:26:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0089   iter count: 1.0
+[Apr 29, 2026 - 23:26:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 29, 2026 - 23:26:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..408fa0627eebcc17933c36a6f59946d4406e65d3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/files/wandb-metadata.json
@@ -0,0 +1,77 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T14:19:04.181513Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=True",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "trainer.max_iter=2500",
+    "trainer.save_ckpt_iter=100",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "a064e8fa90a90e68ddb9e4d18a8e8817990fe47e"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1184590462976"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "x9xjnq4nmfleal3jp5fqaaszwqg7n31v"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..9d3786863421979627c0958b3a874a9c26cfdcc0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/logs/debug-core.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-29T23:19:04.50333129+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpwbzo4nmk/port-3819969.txt","pid":3819969,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-29T23:19:04.503867878+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3819969}
+{"time":"2026-04-29T23:19:04.503856915+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3819969-3823704-810443578/socket","Net":"unix"}}
+{"time":"2026-04-29T23:19:04.684255826+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-29T23:19:04.698993668+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"2i6dq2na","id":"1(@)"}
+{"time":"2026-04-29T23:19:05.09692008+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"2i6dq2na","id":"1(@)"}
+{"time":"2026-04-29T23:19:12.703071855+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"flppzbzs3dug"}
+{"time":"2026-04-29T23:26:55.827239625+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..5e879b235994bdd9b7150881d5575b3321f43071
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/logs/debug-internal.log
@@ -0,0 +1,30 @@
+{"time":"2026-04-29T23:19:04.69914747+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-29T23:19:05.095790136+09:00","level":"INFO","msg":"stream: created new stream","id":"2i6dq2na"}
+{"time":"2026-04-29T23:19:05.096824798+09:00","level":"INFO","msg":"handler: started","stream_id":"2i6dq2na"}
+{"time":"2026-04-29T23:19:05.096912695+09:00","level":"INFO","msg":"stream: started","id":"2i6dq2na"}
+{"time":"2026-04-29T23:19:05.096923899+09:00","level":"INFO","msg":"writer: started","stream_id":"2i6dq2na"}
+{"time":"2026-04-29T23:19:05.096921631+09:00","level":"INFO","msg":"sender: started","stream_id":"2i6dq2na"}
+{"time":"2026-04-29T23:23:03.86040327+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":101,"current":113}
+{"time":"2026-04-29T23:23:03.860802178+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":101,"current":113}
+{"time":"2026-04-29T23:23:03.861094039+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":101,"current":113}
+{"time":"2026-04-29T23:23:04.727516772+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":101,"current":113}
+{"time":"2026-04-29T23:23:04.731448432+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":101,"current":113}
+{"time":"2026-04-29T23:23:04.731816197+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":101,"current":113}
+{"time":"2026-04-29T23:24:12.000050244+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":102,"current":113}
+{"time":"2026-04-29T23:24:12.000577366+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":102,"current":113}
+{"time":"2026-04-29T23:24:12.000839452+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":102,"current":113}
+{"time":"2026-04-29T23:24:12.668122944+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":102,"current":113}
+{"time":"2026-04-29T23:24:12.671999754+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":102,"current":113}
+{"time":"2026-04-29T23:24:12.672352255+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":102,"current":113}
+{"time":"2026-04-29T23:25:15.946483264+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":103,"current":113}
+{"time":"2026-04-29T23:25:15.946998786+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":103,"current":113}
+{"time":"2026-04-29T23:25:15.947260919+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":103,"current":113}
+{"time":"2026-04-29T23:25:16.609515809+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":103,"current":113}
+{"time":"2026-04-29T23:25:16.613955902+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":103,"current":113}
+{"time":"2026-04-29T23:25:16.614376556+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":103,"current":113}
+{"time":"2026-04-29T23:26:24.359212445+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":104,"current":113}
+{"time":"2026-04-29T23:26:24.359739661+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":104,"current":113}
+{"time":"2026-04-29T23:26:24.359981481+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":104,"current":113}
+{"time":"2026-04-29T23:26:25.030964493+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":104,"current":113}
+{"time":"2026-04-29T23:26:25.034790281+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":104,"current":113}
+{"time":"2026-04-29T23:26:25.03515615+09:00","level":"WARN","msg":"handler: ignoring partial history record","step":104,"current":113}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..2edce4c2329a282fe979300193f24ee929d77eaa
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/logs/debug.log
@@ -0,0 +1,20 @@
+2026-04-29 23:19:04,182 INFO    MainThread:3819969 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-29 23:19:04,182 INFO    MainThread:3819969 [wandb_setup.py:_flush():81] Configure stats pid to 3819969
+2026-04-29 23:19:04,182 INFO    MainThread:3819969 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-29 23:19:04,182 INFO    MainThread:3819969 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/logs/debug.log
+2026-04-29 23:19:04,182 INFO    MainThread:3819969 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/logs/debug-internal.log
+2026-04-29 23:19:04,183 INFO    MainThread:3819969 [wandb_init.py:init():844] calling init triggers
+2026-04-29 23:19:04,183 INFO    MainThread:3819969 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '2500', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'True', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7fcd7c8b5b20>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fcd7caf3880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'True', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fcd7caf3880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fcd7caf3880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-29 23:19:04,183 INFO    MainThread:3819969 [wandb_init.py:init():892] starting backend
+2026-04-29 23:19:04,684 INFO    MainThread:3819969 [wandb_init.py:init():895] sending inform_init request
+2026-04-29 23:19:04,697 INFO    MainThread:3819969 [wandb_init.py:init():903] backend started and connected
+2026-04-29 23:19:04,698 INFO    MainThread:3819969 [wandb_init.py:init():973] updated telemetry
+2026-04-29 23:19:04,717 INFO    MainThread:3819969 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-29 23:19:06,550 INFO    MainThread:3819969 [wandb_init.py:init():1037] run resumed
+2026-04-29 23:19:06,553 INFO    MainThread:3819969 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-29 23:19:07,696 INFO    MainThread:3819969 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-29 23:19:07,696 INFO    MainThread:3819969 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-29 23:19:07,696 INFO    MainThread:3819969 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-29 23:19:07,696 INFO    MainThread:3819969 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-29 23:19:07,701 INFO    MainThread:3819969 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/run-2i6dq2na.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/run-2i6dq2na.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..bcbe8b0911d29d5cb402f2cfb27c4ac1ffe971e1
Binary files /dev/null and b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_231904-2i6dq2na/run-2i6dq2na.wandb differ
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..80f82c565a777f611206c13d8eabb0f557640a98
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/files/output.log
@@ -0,0 +1,15 @@
+[Apr 29, 2026 - 23:56:30 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 29, 2026 - 23:56:30 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 29, 2026 - 23:56:30 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 29, 2026 - 23:56:30 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 29, 2026 - 23:56:30 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 29, 2026 - 23:56:30 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 29, 2026 - 23:56:30 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 29, 2026 - 23:56:30 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 29, 2026 - 23:56:30 | INFO | fastgen.utils.checkpointer:load:415 ] Loading FSDP model (.pth metadata stub at /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth, sharded state in sibling *.{k}_model dirs)
+[Apr 29, 2026 - 23:56:30 | INFO | fastgen.utils.checkpointer:load:436 ] Loading FSDP model from prefix /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000
+[Apr 29, 2026 - 23:56:30 | INFO | fastgen.utils.checkpointer:load:439 ] Loading the FSDP model dict for key net...
+[Apr 29, 2026 - 23:56:30 | INFO | fastgen.utils.checkpointer:load:482 ] [FSDPCheckpointer] net_model: loading 844/1937 state-dict entries (skipping 1093 frozen-param entries)
+[Apr 29, 2026 - 23:58:29 | INFO | fastgen.trainer:load_pretrained_ckpt:252 ] Loaded net model from net in /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth at iteration 3000
+[Apr 29, 2026 - 23:58:29 | INFO | fastgen.trainer:load_pretrained_ckpt:262 ] Setting resume_iter for model to 3000.
+[Apr 29, 2026 - 23:58:29 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..9b8420c8671cdfab296f42081516cd381e0ce33c
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/files/wandb-metadata.json
@@ -0,0 +1,77 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T14:56:27.909795Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=False",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "trainer.max_iter=15",
+    "trainer.save_ckpt_iter=1000",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "35d6695cb838ae3bbcb3dfbec9e90e23f4b75e67"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1112527380480"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "04gs037g174xm4czmifoxg1iuai8o7oa"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..f383e4dbc3ea8d13aaac8ca8a7ee205ec0a44916
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/logs/debug-core.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-29T23:56:28.224954375+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpzzslz1fp/port-3924777.txt","pid":3924777,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-29T23:56:28.225501968+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3924777}
+{"time":"2026-04-29T23:56:28.225487515+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3924777-3947040-2969184442/socket","Net":"unix"}}
+{"time":"2026-04-29T23:56:28.410883916+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-29T23:56:28.425506848+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"lrt8l5kx","id":"1(@)"}
+{"time":"2026-04-29T23:56:28.813721054+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"lrt8l5kx","id":"1(@)"}
+{"time":"2026-04-29T23:56:35.162345997+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"fj52qjb6xhhm"}
+{"time":"2026-04-30T00:00:48.223786812+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..b8b0c4b178d07851e2fcb2d0cd06c17645e7100a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/logs/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-29T23:56:28.42559797+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-29T23:56:28.813593527+09:00","level":"INFO","msg":"stream: created new stream","id":"lrt8l5kx"}
+{"time":"2026-04-29T23:56:28.813651302+09:00","level":"INFO","msg":"handler: started","stream_id":"lrt8l5kx"}
+{"time":"2026-04-29T23:56:28.813714689+09:00","level":"INFO","msg":"stream: started","id":"lrt8l5kx"}
+{"time":"2026-04-29T23:56:28.813733631+09:00","level":"INFO","msg":"writer: started","stream_id":"lrt8l5kx"}
+{"time":"2026-04-29T23:56:28.813736108+09:00","level":"INFO","msg":"sender: started","stream_id":"lrt8l5kx"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..7046f1a59a0b9362bd4cfa796159373badede302
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/logs/debug.log
@@ -0,0 +1,19 @@
+2026-04-29 23:56:27,910 INFO    MainThread:3924777 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-29 23:56:27,911 INFO    MainThread:3924777 [wandb_setup.py:_flush():81] Configure stats pid to 3924777
+2026-04-29 23:56:27,911 INFO    MainThread:3924777 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-29 23:56:27,911 INFO    MainThread:3924777 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/logs/debug.log
+2026-04-29 23:56:27,911 INFO    MainThread:3924777 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/logs/debug-internal.log
+2026-04-29 23:56:27,911 INFO    MainThread:3924777 [wandb_init.py:init():844] calling init triggers
+2026-04-29 23:56:27,911 INFO    MainThread:3924777 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '1000', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '15', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7fbaf56d1b20>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fbaf5717880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fbaf5717880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fbaf5717880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-29 23:56:27,911 INFO    MainThread:3924777 [wandb_init.py:init():892] starting backend
+2026-04-29 23:56:28,411 INFO    MainThread:3924777 [wandb_init.py:init():895] sending inform_init request
+2026-04-29 23:56:28,424 INFO    MainThread:3924777 [wandb_init.py:init():903] backend started and connected
+2026-04-29 23:56:28,425 INFO    MainThread:3924777 [wandb_init.py:init():973] updated telemetry
+2026-04-29 23:56:28,444 INFO    MainThread:3924777 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-29 23:56:29,900 INFO    MainThread:3924777 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-29 23:56:30,158 INFO    MainThread:3924777 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-29 23:56:30,158 INFO    MainThread:3924777 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-29 23:56:30,158 INFO    MainThread:3924777 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-29 23:56:30,158 INFO    MainThread:3924777 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-29 23:56:30,163 INFO    MainThread:3924777 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/run-lrt8l5kx.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/run-lrt8l5kx.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..d39f3796edf075f4924568aa5493158e1721267f
Binary files /dev/null and b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260429_235627-lrt8l5kx/run-lrt8l5kx.wandb differ
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..63c0176ffc2d2a6d3d2dc8d50391174bad0e00f0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/files/output.log
@@ -0,0 +1,15 @@
+[Apr 30, 2026 - 00:15:30 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 30, 2026 - 00:15:30 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 30, 2026 - 00:15:30 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 30, 2026 - 00:15:30 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 30, 2026 - 00:15:30 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 30, 2026 - 00:15:30 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 30, 2026 - 00:15:30 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 30, 2026 - 00:15:30 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 30, 2026 - 00:15:30 | INFO | fastgen.utils.checkpointer:load:415 ] Loading FSDP model (.pth metadata stub at /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth, sharded state in sibling *.{k}_model dirs)
+[Apr 30, 2026 - 00:15:30 | INFO | fastgen.utils.checkpointer:load:436 ] Loading FSDP model from prefix /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000
+[Apr 30, 2026 - 00:15:30 | INFO | fastgen.utils.checkpointer:load:439 ] Loading the FSDP model dict for key net...
+[Apr 30, 2026 - 00:15:30 | INFO | fastgen.utils.checkpointer:load:482 ] [FSDPCheckpointer] net_model: loading 844/1937 state-dict entries (skipping 1093 frozen-param entries)
+[Apr 30, 2026 - 00:17:28 | INFO | fastgen.trainer:load_pretrained_ckpt:252 ] Loaded net model from net in /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth at iteration 3000
+[Apr 30, 2026 - 00:17:28 | INFO | fastgen.trainer:load_pretrained_ckpt:262 ] Setting resume_iter for model to 3000.
+[Apr 30, 2026 - 00:17:28 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..f87a356f6e57e6f86f887ada4588c6b0da5db03a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/files/wandb-metadata.json
@@ -0,0 +1,77 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T15:15:26.988207Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=False",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "trainer.max_iter=15",
+    "trainer.save_ckpt_iter=1000",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "6c9b8859f31924c875bb8f4e4e5ff6d77e622157"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1112528117760"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "sxhnmqcmz0urk04v4q6eg93k9jjfj6qy"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..d47174dcd024f45b804e3ce46217d5ad9d23ec18
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/logs/debug-core.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-30T00:15:27.526486074+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp68klwjss/port-3982023.txt","pid":3982023,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-30T00:15:27.5270566+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3982023}
+{"time":"2026-04-30T00:15:27.527035003+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3982023-4002365-4107564709/socket","Net":"unix"}}
+{"time":"2026-04-30T00:15:27.544443171+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-30T00:15:27.559994419+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"aq2i7x28","id":"1(@)"}
+{"time":"2026-04-30T00:15:28.078669302+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"aq2i7x28","id":"1(@)"}
+{"time":"2026-04-30T00:15:35.42209337+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"rk8zzdnn6kba"}
+{"time":"2026-04-30T00:19:42.967783573+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..bd6522307a3b5163f39cf9a0aee26d350a5f8446
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/logs/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-30T00:15:27.560094029+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-30T00:15:28.078135608+09:00","level":"INFO","msg":"stream: created new stream","id":"aq2i7x28"}
+{"time":"2026-04-30T00:15:28.078565346+09:00","level":"INFO","msg":"handler: started","stream_id":"aq2i7x28"}
+{"time":"2026-04-30T00:15:28.078662587+09:00","level":"INFO","msg":"stream: started","id":"aq2i7x28"}
+{"time":"2026-04-30T00:15:28.078679776+09:00","level":"INFO","msg":"sender: started","stream_id":"aq2i7x28"}
+{"time":"2026-04-30T00:15:28.078704243+09:00","level":"INFO","msg":"writer: started","stream_id":"aq2i7x28"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..a4c9201dc7ad8d4a28dbaca7ec6a5fd45527dbc7
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/logs/debug.log
@@ -0,0 +1,19 @@
+2026-04-30 00:15:26,989 INFO    MainThread:3982023 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-30 00:15:26,989 INFO    MainThread:3982023 [wandb_setup.py:_flush():81] Configure stats pid to 3982023
+2026-04-30 00:15:26,989 INFO    MainThread:3982023 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-30 00:15:26,989 INFO    MainThread:3982023 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/logs/debug.log
+2026-04-30 00:15:26,989 INFO    MainThread:3982023 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/logs/debug-internal.log
+2026-04-30 00:15:26,989 INFO    MainThread:3982023 [wandb_init.py:init():844] calling init triggers
+2026-04-30 00:15:26,989 INFO    MainThread:3982023 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '1000', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '15', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7f41db3b1bc0>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f41db5ef880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f41db5ef880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f41db5ef880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-30 00:15:26,990 INFO    MainThread:3982023 [wandb_init.py:init():892] starting backend
+2026-04-30 00:15:27,543 INFO    MainThread:3982023 [wandb_init.py:init():895] sending inform_init request
+2026-04-30 00:15:27,557 INFO    MainThread:3982023 [wandb_init.py:init():903] backend started and connected
+2026-04-30 00:15:27,559 INFO    MainThread:3982023 [wandb_init.py:init():973] updated telemetry
+2026-04-30 00:15:27,581 INFO    MainThread:3982023 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-30 00:15:30,146 INFO    MainThread:3982023 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-30 00:15:30,417 INFO    MainThread:3982023 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-30 00:15:30,417 INFO    MainThread:3982023 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-30 00:15:30,417 INFO    MainThread:3982023 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-30 00:15:30,417 INFO    MainThread:3982023 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-30 00:15:30,425 INFO    MainThread:3982023 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/run-aq2i7x28.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/run-aq2i7x28.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..d584abbf048bef59e9594924ee64e9acf08b6371
Binary files /dev/null and b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_001526-aq2i7x28/run-aq2i7x28.wandb differ
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..de0a174fb74ea386d242a816b46c5fef1083a794
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/files/output.log
@@ -0,0 +1,15 @@
+[Apr 30, 2026 - 00:30:34 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 30, 2026 - 00:30:34 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 30, 2026 - 00:30:34 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 30, 2026 - 00:30:34 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 30, 2026 - 00:30:34 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 30, 2026 - 00:30:34 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 30, 2026 - 00:30:34 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 30, 2026 - 00:30:34 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 30, 2026 - 00:30:34 | INFO | fastgen.utils.checkpointer:load:415 ] Loading FSDP model (.pth metadata stub at /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth, sharded state in sibling *.{k}_model dirs)
+[Apr 30, 2026 - 00:30:34 | INFO | fastgen.utils.checkpointer:load:436 ] Loading FSDP model from prefix /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000
+[Apr 30, 2026 - 00:30:34 | INFO | fastgen.utils.checkpointer:load:439 ] Loading the FSDP model dict for key net...
+[Apr 30, 2026 - 00:30:34 | INFO | fastgen.utils.checkpointer:load:489 ] [FSDPCheckpointer] net_model: loading 844/1937 state-dict entries (skipping 1093 frozen-param entries)
+[Apr 30, 2026 - 00:32:33 | INFO | fastgen.trainer:load_pretrained_ckpt:252 ] Loaded net model from net in /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth at iteration 3000
+[Apr 30, 2026 - 00:32:33 | INFO | fastgen.trainer:load_pretrained_ckpt:262 ] Setting resume_iter for model to 3000.
+[Apr 30, 2026 - 00:32:33 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..49d50d1bc13ad3a99ae5d5a53cdd324eed0a9127
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/files/wandb-metadata.json
@@ -0,0 +1,77 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T15:30:31.859070Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=False",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "trainer.max_iter=15",
+    "trainer.save_ckpt_iter=1000",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "ce9581f6c7ed6f245eb5484426086db3dd38a94c"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1112528777216"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "vax0dn87hdn95li51der9j7c1cx1ogu6"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..50262ff9c6dd3c5c2d6b61084d5dbc1516d6274f
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/logs/debug-core.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-30T00:30:32.283998528+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp1hm8lqzc/port-4019139.txt","pid":4019139,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-30T00:30:32.28454589+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":4019139}
+{"time":"2026-04-30T00:30:32.284537059+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-4019139-4042159-2212498374/socket","Net":"unix"}}
+{"time":"2026-04-30T00:30:32.38215259+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-30T00:30:32.397355905+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"31fl2nt2","id":"1(@)"}
+{"time":"2026-04-30T00:30:32.824422784+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"31fl2nt2","id":"1(@)"}
+{"time":"2026-04-30T00:30:39.374172001+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"ey93afkziyl1"}
+{"time":"2026-04-30T00:34:49.408383704+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..fe90c09215b11c470f0f2a94f6c6cf1e6d20f134
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/logs/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-30T00:30:32.397843849+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-30T00:30:32.823977492+09:00","level":"INFO","msg":"stream: created new stream","id":"31fl2nt2"}
+{"time":"2026-04-30T00:30:32.824346182+09:00","level":"INFO","msg":"handler: started","stream_id":"31fl2nt2"}
+{"time":"2026-04-30T00:30:32.824415903+09:00","level":"INFO","msg":"stream: started","id":"31fl2nt2"}
+{"time":"2026-04-30T00:30:32.824433174+09:00","level":"INFO","msg":"sender: started","stream_id":"31fl2nt2"}
+{"time":"2026-04-30T00:30:32.824460328+09:00","level":"INFO","msg":"writer: started","stream_id":"31fl2nt2"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..c0c4c7abd1a84a4ae14d4ada271f4ad351880440
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/logs/debug.log
@@ -0,0 +1,19 @@
+2026-04-30 00:30:31,860 INFO    MainThread:4019139 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-30 00:30:31,860 INFO    MainThread:4019139 [wandb_setup.py:_flush():81] Configure stats pid to 4019139
+2026-04-30 00:30:31,860 INFO    MainThread:4019139 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-30 00:30:31,860 INFO    MainThread:4019139 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/logs/debug.log
+2026-04-30 00:30:31,860 INFO    MainThread:4019139 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/logs/debug-internal.log
+2026-04-30 00:30:31,860 INFO    MainThread:4019139 [wandb_init.py:init():844] calling init triggers
+2026-04-30 00:30:31,860 INFO    MainThread:4019139 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '1000', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '15', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7f76e1c19b20>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f76e1e5f880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f76e1e5f880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f76e1e5f880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-30 00:30:31,860 INFO    MainThread:4019139 [wandb_init.py:init():892] starting backend
+2026-04-30 00:30:32,381 INFO    MainThread:4019139 [wandb_init.py:init():895] sending inform_init request
+2026-04-30 00:30:32,394 INFO    MainThread:4019139 [wandb_init.py:init():903] backend started and connected
+2026-04-30 00:30:32,396 INFO    MainThread:4019139 [wandb_init.py:init():973] updated telemetry
+2026-04-30 00:30:32,414 INFO    MainThread:4019139 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-30 00:30:34,100 INFO    MainThread:4019139 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-30 00:30:34,369 INFO    MainThread:4019139 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-30 00:30:34,369 INFO    MainThread:4019139 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-30 00:30:34,369 INFO    MainThread:4019139 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-30 00:30:34,369 INFO    MainThread:4019139 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-30 00:30:34,375 INFO    MainThread:4019139 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/run-31fl2nt2.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/run-31fl2nt2.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..569885a57b6f5d7abe58d4eece1bb63c83e605e2
Binary files /dev/null and b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_003031-31fl2nt2/run-31fl2nt2.wandb differ
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..c446768b53e112318f9eabd370087801f50709cc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/files/output.log
@@ -0,0 +1,12 @@
+[Apr 30, 2026 - 00:51:12 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 30, 2026 - 00:51:12 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 30, 2026 - 00:51:12 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 30, 2026 - 00:51:12 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 30, 2026 - 00:51:12 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 30, 2026 - 00:51:12 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 30, 2026 - 00:51:12 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 30, 2026 - 00:51:12 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 30, 2026 - 00:51:12 | INFO | fastgen.utils.checkpointer:load:415 ] Loading FSDP model (.pth metadata stub at /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth, sharded state in sibling *.{k}_model dirs)
+[Apr 30, 2026 - 00:51:12 | INFO | fastgen.utils.checkpointer:load:436 ] Loading FSDP model from prefix /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000
+[Apr 30, 2026 - 00:51:12 | INFO | fastgen.utils.checkpointer:load:439 ] Loading the FSDP model dict for key net...
+[Apr 30, 2026 - 00:51:12 | INFO | fastgen.utils.checkpointer:load:489 ] [FSDPCheckpointer] net_model: loading 844/1937 state-dict entries (skipping 1093 frozen-param entries)
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..f579f2068b103e4e141650b8e9eb200a2c65c97f
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/files/wandb-metadata.json
@@ -0,0 +1,77 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T15:51:10.080591Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=False",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "trainer.max_iter=15",
+    "trainer.save_ckpt_iter=1000",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "5c0cdc8a174d0300292e320e861c04c345a290ba"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1112529620992"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "5vzbzmsbnq3lrxy21k5m5fvk0gw8n1qq"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..7c55d18f59b54c1a451e013454a7ce87cefa3e92
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/logs/debug-core.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-30T00:51:10.546697418+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpqlzgu81z/port-4090889.txt","pid":4090889,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-30T00:51:10.547297007+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":4090889}
+{"time":"2026-04-30T00:51:10.547281653+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-4090889-4102773-957632960/socket","Net":"unix"}}
+{"time":"2026-04-30T00:51:10.634552132+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-30T00:51:10.650285581+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"588ij7ra","id":"1(@)"}
+{"time":"2026-04-30T00:51:11.058226885+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"588ij7ra","id":"1(@)"}
+{"time":"2026-04-30T00:51:17.406120016+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"6z2lqzvc3zvs"}
+{"time":"2026-04-30T01:00:19.464420764+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..5d636224c65afca1ca9ecca6f546306becc831c5
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/logs/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-30T00:51:10.650387043+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-30T00:51:11.057458115+09:00","level":"INFO","msg":"stream: created new stream","id":"588ij7ra"}
+{"time":"2026-04-30T00:51:11.058151914+09:00","level":"INFO","msg":"handler: started","stream_id":"588ij7ra"}
+{"time":"2026-04-30T00:51:11.058220024+09:00","level":"INFO","msg":"stream: started","id":"588ij7ra"}
+{"time":"2026-04-30T00:51:11.058244015+09:00","level":"INFO","msg":"writer: started","stream_id":"588ij7ra"}
+{"time":"2026-04-30T00:51:11.058243431+09:00","level":"INFO","msg":"sender: started","stream_id":"588ij7ra"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..33f734520c32a5dcf62fc0ca5d53de4f32f6a4ab
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/logs/debug.log
@@ -0,0 +1,19 @@
+2026-04-30 00:51:10,081 INFO    MainThread:4090889 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-30 00:51:10,082 INFO    MainThread:4090889 [wandb_setup.py:_flush():81] Configure stats pid to 4090889
+2026-04-30 00:51:10,082 INFO    MainThread:4090889 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-30 00:51:10,082 INFO    MainThread:4090889 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/logs/debug.log
+2026-04-30 00:51:10,082 INFO    MainThread:4090889 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/logs/debug-internal.log
+2026-04-30 00:51:10,082 INFO    MainThread:4090889 [wandb_init.py:init():844] calling init triggers
+2026-04-30 00:51:10,082 INFO    MainThread:4090889 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '1000', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '15', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7efa20439bc0>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7efa20677880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'True', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7efa20677880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7efa20677880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-30 00:51:10,082 INFO    MainThread:4090889 [wandb_init.py:init():892] starting backend
+2026-04-30 00:51:10,634 INFO    MainThread:4090889 [wandb_init.py:init():895] sending inform_init request
+2026-04-30 00:51:10,648 INFO    MainThread:4090889 [wandb_init.py:init():903] backend started and connected
+2026-04-30 00:51:10,650 INFO    MainThread:4090889 [wandb_init.py:init():973] updated telemetry
+2026-04-30 00:51:10,672 INFO    MainThread:4090889 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-30 00:51:12,063 INFO    MainThread:4090889 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-30 00:51:12,401 INFO    MainThread:4090889 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-30 00:51:12,401 INFO    MainThread:4090889 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-30 00:51:12,401 INFO    MainThread:4090889 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-30 00:51:12,401 INFO    MainThread:4090889 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-30 00:51:12,408 INFO    MainThread:4090889 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/run-588ij7ra.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/run-588ij7ra.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..95b7c827124e9eda975c9acf2b043b06502a88c1
Binary files /dev/null and b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_005110-588ij7ra/run-588ij7ra.wandb differ
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..5d54247051713ec9e7ef4b7aafb8930a22439390
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/files/output.log
@@ -0,0 +1,16 @@
+[Apr 30, 2026 - 01:05:45 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 30, 2026 - 01:05:45 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 30, 2026 - 01:05:45 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 30, 2026 - 01:05:45 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 30, 2026 - 01:05:45 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 30, 2026 - 01:05:45 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 30, 2026 - 01:05:45 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 30, 2026 - 01:05:45 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 30, 2026 - 01:05:45 | INFO | fastgen.utils.checkpointer:load:415 ] Loading FSDP model (.pth metadata stub at /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth, sharded state in sibling *.{k}_model dirs)
+[Apr 30, 2026 - 01:05:45 | INFO | fastgen.utils.checkpointer:load:436 ] Loading FSDP model from prefix /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000
+[Apr 30, 2026 - 01:05:45 | INFO | fastgen.utils.checkpointer:load:439 ] Loading the FSDP model dict for key net...
+[Apr 30, 2026 - 01:05:45 | INFO | fastgen.utils.checkpointer:load:495 ] [FSDPCheckpointer] net_model: loading 844/1937 state-dict entries (skipping 1093 frozen-param entries)
+[Apr 30, 2026 - 01:06:19 | INFO | fastgen.trainer:load_pretrained_ckpt:252 ] Loaded net model from net in /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth at iteration 3000
+[Apr 30, 2026 - 01:06:19 | INFO | fastgen.trainer:load_pretrained_ckpt:262 ] Setting resume_iter for model to 3000.
+[Apr 30, 2026 - 01:06:19 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
+[Apr 30, 2026 - 01:06:58 | INFO | fastgen.methods.model:on_train_begin:310 ] Teacher check: add_teacher_to_fsdp_dict=True, fsdp_dict keys=['net', 'fake_score', 'teacher'], teacher in fsdp_dict=True
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..d04aadcd290acdd5ebe1d1309d10cdb88047f53d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/files/wandb-metadata.json
@@ -0,0 +1,77 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T16:05:42.637384Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=False",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "trainer.max_iter=15",
+    "trainer.save_ckpt_iter=1000",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "a2bb3a569a149cdc7339ae61011e56f4761f3e51"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1112530268160"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "fzxc0pqj54qilq4g8057gmulpe680ubh"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..f75c7c5f7df1526296ca4cf4fce17a35df970baa
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/logs/debug-core.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-30T01:05:42.97344133+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp12cb31pk/port-4131788.txt","pid":4131788,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-30T01:05:42.973944021+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":4131788}
+{"time":"2026-04-30T01:05:42.973934552+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-4131788-4147791-1294154720/socket","Net":"unix"}}
+{"time":"2026-04-30T01:05:43.151801694+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-30T01:05:43.166583302+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"42604m29","id":"1(@)"}
+{"time":"2026-04-30T01:05:43.570501735+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"42604m29","id":"1(@)"}
+{"time":"2026-04-30T01:05:50.026196305+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"pai6h11f3ypd"}
+{"time":"2026-04-30T01:18:01.052937939+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..4168e1e6359d7fe24fc2f383bafbe79d2a345ea2
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/logs/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-30T01:05:43.1666897+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-30T01:05:43.570199204+09:00","level":"INFO","msg":"stream: created new stream","id":"42604m29"}
+{"time":"2026-04-30T01:05:43.570253298+09:00","level":"INFO","msg":"handler: started","stream_id":"42604m29"}
+{"time":"2026-04-30T01:05:43.570491382+09:00","level":"INFO","msg":"stream: started","id":"42604m29"}
+{"time":"2026-04-30T01:05:43.570513187+09:00","level":"INFO","msg":"writer: started","stream_id":"42604m29"}
+{"time":"2026-04-30T01:05:43.570512089+09:00","level":"INFO","msg":"sender: started","stream_id":"42604m29"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..fd698d8f04310382883c0a5eb97ce9311d29a3f3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/logs/debug.log
@@ -0,0 +1,19 @@
+2026-04-30 01:05:42,638 INFO    MainThread:4131788 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-30 01:05:42,638 INFO    MainThread:4131788 [wandb_setup.py:_flush():81] Configure stats pid to 4131788
+2026-04-30 01:05:42,638 INFO    MainThread:4131788 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-30 01:05:42,638 INFO    MainThread:4131788 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/logs/debug.log
+2026-04-30 01:05:42,638 INFO    MainThread:4131788 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/logs/debug-internal.log
+2026-04-30 01:05:42,638 INFO    MainThread:4131788 [wandb_init.py:init():844] calling init triggers
+2026-04-30 01:05:42,638 INFO    MainThread:4131788 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '1000', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '15', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7fa059391b20>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fa0595cf880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'True', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fa0595cf880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fa0595cf880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-30 01:05:42,639 INFO    MainThread:4131788 [wandb_init.py:init():892] starting backend
+2026-04-30 01:05:43,151 INFO    MainThread:4131788 [wandb_init.py:init():895] sending inform_init request
+2026-04-30 01:05:43,164 INFO    MainThread:4131788 [wandb_init.py:init():903] backend started and connected
+2026-04-30 01:05:43,166 INFO    MainThread:4131788 [wandb_init.py:init():973] updated telemetry
+2026-04-30 01:05:43,187 INFO    MainThread:4131788 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-30 01:05:44,715 INFO    MainThread:4131788 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-30 01:05:45,020 INFO    MainThread:4131788 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-30 01:05:45,020 INFO    MainThread:4131788 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-30 01:05:45,020 INFO    MainThread:4131788 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-30 01:05:45,020 INFO    MainThread:4131788 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-30 01:05:45,025 INFO    MainThread:4131788 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/run-42604m29.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/run-42604m29.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..5b61cb98ea989993a35355d9e787fd05316a4a21
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_010542-42604m29/run-42604m29.wandb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46583a1b70310f14ed75e83b778751cd7f9c3124d3c826c2038c72aa958f231a
+size 131072
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/train_media/data/real_100_6eaa5ae21547d6d4dc78.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/train_media/data/real_100_6eaa5ae21547d6d4dc78.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..aa86fd66374f3ee045ca1c8d1ba8c3b1c686f64b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/train_media/data/real_100_6eaa5ae21547d6d4dc78.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eaa5ae21547d6d4dc7861deb1043368b01998929d9cb8604b6a9b1b8f203193
+size 256829
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/train_media/student/generation_100_31f92d368bb6d2f6af17.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/train_media/student/generation_100_31f92d368bb6d2f6af17.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..fe9cdc1ade4067a88c75ebace2f370cba4f589f3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/train_media/student/generation_100_31f92d368bb6d2f6af17.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f92d368bb6d2f6af17887723017aae1d04181aaf04c3ef1aadc8f6ebf97938
+size 237839
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_4165bc55555ff7f8ff7a.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_4165bc55555ff7f8ff7a.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..50e350980a3bddb8c1813004749c906258e38991
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_4165bc55555ff7f8ff7a.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4165bc55555ff7f8ff7a9427b362271581392aa031942a466bab5f7ed74939be
+size 196226
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_490f67a1ede4061c854b.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_490f67a1ede4061c854b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..d04cae4637960780ae3764321d6e270d786dbc83
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_490f67a1ede4061c854b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490f67a1ede4061c854b93298c7855ff031930bab585adde609064c8cd06a200
+size 150742
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_4bdf2e717b03ecd63f29.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_4bdf2e717b03ecd63f29.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0b49b12141e725ff42bb5b0b1df5bdcce31c182f
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_4bdf2e717b03ecd63f29.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdf2e717b03ecd63f2931e3138161c0a48912b6e27e7a7385227722770f8d6e
+size 153304
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_57a8f9e70391c6c049af.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_57a8f9e70391c6c049af.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8529586c79508b815f4c64a02890267cf6265a48
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_57a8f9e70391c6c049af.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a8f9e70391c6c049af09c3ad38bb5d49f8bf4cd6c8d96ebe3f6210235cda6f
+size 172945
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_58bcd8d30b51b9512a3a.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_58bcd8d30b51b9512a3a.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..002a7115fd3d39e023dd9ab6288adcc972a30cc9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_58bcd8d30b51b9512a3a.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bcd8d30b51b9512a3a598dab1f242e43be243a8c43193bd64aa5f476c9dc26
+size 213856
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_80043f760939b905233e.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_80043f760939b905233e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..a5edef95ec657f020ddd2c6c07aed64c04c1ec78
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_80043f760939b905233e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80043f760939b905233e90d6f735da5698f81cdc4531182518330f3ce6c5638c
+size 201814
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_8105e8cd9e35f6d6995b.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_8105e8cd9e35f6d6995b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..119dfe6846979c99df380ff8687b44c608490690
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_8105e8cd9e35f6d6995b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8105e8cd9e35f6d6995bccdf1e6a7ed69c46eba6585869fd3593358062d832e5
+size 161127
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_83d7542ae832b445018b.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_83d7542ae832b445018b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..82a7c62f96ad8f70af8e785a28be00c3753f88f7
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_83d7542ae832b445018b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d7542ae832b445018b6191c3e3b54a4882bcd6645ad4a75e709b4b9c843c22
+size 237546
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_9739e581d21f31400e6f.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_9739e581d21f31400e6f.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..80bfb7745084b9e83810b307d67a3cccd5f7ecf9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_9739e581d21f31400e6f.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9739e581d21f31400e6f43f0834bc19130ec5903594c26c59e6f4c4c637867fc
+size 189620
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_a97ba3ccc07bbc68eac8.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_a97ba3ccc07bbc68eac8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..73c698638d12436cad034f5fc3949314dea5aae0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/generated_100_a97ba3ccc07bbc68eac8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97ba3ccc07bbc68eac8ae39d775648d6bf8b95b49578a1dc2b969d5d30fdc77
+size 158584
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/media/videos/val0/reconstructed_100_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..21c597d81b440c8e594484fdaf92b46c8f8b0a48
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/output.log
@@ -0,0 +1,2150 @@
+[Apr 30, 2026 - 01:28:00 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 30, 2026 - 01:28:00 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 30, 2026 - 01:28:00 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 30, 2026 - 01:28:00 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 30, 2026 - 01:28:00 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 30, 2026 - 01:28:00 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 30, 2026 - 01:28:00 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 30, 2026 - 01:28:00 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 30, 2026 - 01:28:00 | INFO | fastgen.utils.checkpointer:load:415 ] Loading FSDP model (.pth metadata stub at /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth, sharded state in sibling *.{k}_model dirs)
+[Apr 30, 2026 - 01:28:00 | INFO | fastgen.utils.checkpointer:load:436 ] Loading FSDP model from prefix /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000
+[Apr 30, 2026 - 01:28:00 | INFO | fastgen.utils.checkpointer:load:439 ] Loading the FSDP model dict for key net...
+[Apr 30, 2026 - 01:28:00 | INFO | fastgen.utils.checkpointer:load:495 ] [FSDPCheckpointer] net_model: loading 844/1937 state-dict entries (skipping 1093 frozen-param entries)
+[Apr 30, 2026 - 01:28:32 | INFO | fastgen.trainer:load_pretrained_ckpt:252 ] Loaded net model from net in /home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth at iteration 3000
+[Apr 30, 2026 - 01:28:32 | INFO | fastgen.trainer:load_pretrained_ckpt:262 ] Setting resume_iter for model to 3000.
+[Apr 30, 2026 - 01:28:32 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
+[Apr 30, 2026 - 01:29:10 | INFO | fastgen.methods.model:on_train_begin:315 ] Teacher check: add_teacher_to_fsdp_dict=True, fsdp_dict keys=['net', 'fake_score', 'teacher'], teacher in fsdp_dict=True
+[Apr 30, 2026 - 01:29:10 | INFO | fastgen.trainer:run:99 ] model.on_train_begin completed
+[Apr 30, 2026 - 01:29:10 | INFO | fastgen.trainer:run:110 ] Wrapping model into fsdp ..
+[Apr 30, 2026 - 01:29:10 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:102 ] Fully sharding model with 4 ranks...
+[Apr 30, 2026 - 01:29:10 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'net' (14.91B params)...
+[Apr 30, 2026 - 01:29:26 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1937 tensors
+[Apr 30, 2026 - 01:29:26 | INFO | fastgen.networks.OmniAvatar.network_causal:fully_shard:2376 ] CausalOmniAvatarWan: keeping manual gradient checkpointing (not using apply_fsdp_checkpointing due to KV cache dynamics)
+[Apr 30, 2026 - 01:29:36 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 30, 2026 - 01:29:36 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 30, 2026 - 01:29:45 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped net in 35.0s
+[Apr 30, 2026 - 01:29:45 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'fake_score' (14.91B params)...
+[Apr 30, 2026 - 01:30:02 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1937 tensors
+[Apr 30, 2026 - 01:30:02 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:932 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 30, 2026 - 01:30:15 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 30, 2026 - 01:30:15 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 30, 2026 - 01:30:35 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped fake_score in 49.6s
+[Apr 30, 2026 - 01:30:35 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'teacher' (14.29B params)...
+[Apr 30, 2026 - 01:30:44 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1137 tensors
+[Apr 30, 2026 - 01:30:44 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:932 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 30, 2026 - 01:30:58 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 30, 2026 - 01:30:58 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 30, 2026 - 01:31:12 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped teacher in 36.7s
+[Apr 30, 2026 - 01:31:12 | INFO | fastgen.trainer:run:118 ] FSDP wrapping completed
+[Apr 30, 2026 - 01:31:12 | INFO | fastgen.callbacks.ema:on_model_init_end:64 ] EMA ema is not enabled, skipping callback.
+[Apr 30, 2026 - 01:31:12 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 1.38M params in '_core.audio_proj'
+[Apr 30, 2026 - 01:31:12 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 3.21M params in '_core.audio_cond_projs'
+[Apr 30, 2026 - 01:31:12 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 1.34M params in '_core.patch_embedding'
+[Apr 30, 2026 - 01:31:12 | INFO | fastgen.networks.OmniAvatar.network_causal:apply_lora_freeze:1193 ] [CausalOmniAvatarWan] apply_lora_freeze: LoRA 613.42M trainable, base 14294.08M frozen, then unfreeze_modules re-enabled on top
+[Apr 30, 2026 - 01:31:12 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 1.38M params in 'model.audio_proj'
+[Apr 30, 2026 - 01:31:12 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 3.21M params in 'model.audio_cond_projs'
+[Apr 30, 2026 - 01:31:12 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 1.34M params in 'model.patch_embedding'
+[Apr 30, 2026 - 01:31:12 | INFO | fastgen.networks.OmniAvatar.network:apply_lora_freeze:747 ] [OmniAvatarWan] apply_lora_freeze: LoRA 613.42M trainable, base 14294.08M frozen, then unfreeze_modules re-enabled on top
+[Apr 30, 2026 - 01:31:12 | INFO | fastgen.trainer:run:133 ] Auto-Resume Details: None
+[Apr 30, 2026 - 01:31:12 | INFO | fastgen.utils.basic_utils:set_random_seed:144 ] Using random seed 0.
+[Apr 30, 2026 - 01:31:12 | INFO | fastgen.trainer:run:165 ] Instantiating dataloader...
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.wandb:on_dataloader_init_end:422 ] SKIP_GT_VAL_UPLOAD=1 — skipping GT val video upload
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.gpu_stats:on_train_begin:57 ] every_n to measure gpus stats: 1
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.train_profiler:on_train_begin:54 ] every_n to profile trainer: 1
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] model (OmniAvatarSelfForcingReDMD) has 1238.68 M trainable and 44122.71 M total params (logical).
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11043.69 M total params LOCAL on rank 0.
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11039.97 M total params LOCAL on rank 1.
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11039.97 M total params LOCAL on rank 2.
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11039.97 M total params LOCAL on rank 3.
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] net (CausalOmniAvatarWan) has 619.34 M trainable and 14907.50 M total params (logical).
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3727.80 M total params LOCAL on rank 0.
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 1.
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 2.
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 3.
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] fake_score (OmniAvatarWan) has 619.34 M trainable and 14907.50 M total params (logical).
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3727.80 M total params LOCAL on rank 0.
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 1.
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 2.
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 3.
+[Apr 30, 2026 - 01:31:26 | INFO | fastgen.trainer:run:174 ] iter_start: 0
+[Apr 30, 2026 - 01:32:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.144297   34.228580    4.782204
+peak_gpu_mem_gb           102.181415  102.181415  102.181415
+peak_gpu_mem_reserved_gb  105.101562  105.423828  104.994141
+util                       66.750000   82.000000   36.000000
+[Apr 30, 2026 - 01:32:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1 : data loading time        0.64
+[Apr 30, 2026 - 01:32:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1 : avg forward pass time    10.20
+[Apr 30, 2026 - 01:32:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1 : backward pass time       7.69
+[Apr 30, 2026 - 01:32:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1 : optimizer step time      1.21
+[Apr 30, 2026 - 01:32:40 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 1--------------------
+[Apr 30, 2026 - 01:32:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0051        iter count: 1.0
+[Apr 30, 2026 - 01:32:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0051   iter count: 1.0
+[Apr 30, 2026 - 01:32:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:32:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 01:33:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.156213   34.232391    4.796856
+peak_gpu_mem_gb           117.222180  117.222180  117.222180
+peak_gpu_mem_reserved_gb  119.338867  119.343750  119.324219
+util                       94.000000   99.000000   89.000000
+[Apr 30, 2026 - 01:33:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 2 : avg iteration time       67.85 seconds
+[Apr 30, 2026 - 01:33:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 2 : data loading time        0.00
+[Apr 30, 2026 - 01:33:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 2 : avg forward pass time    9.11
+[Apr 30, 2026 - 01:33:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 2 : backward pass time       7.71
+[Apr 30, 2026 - 01:33:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 2 : optimizer step time      0.66
+[Apr 30, 2026 - 01:33:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 2--------------------
+[Apr 30, 2026 - 01:33:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0050        iter count: 1.0
+[Apr 30, 2026 - 01:33:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0050   iter count: 1.0
+[Apr 30, 2026 - 01:33:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:33:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 01:34:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.158079   34.233540    4.798527
+peak_gpu_mem_gb           117.222180  117.222180  117.222180
+peak_gpu_mem_reserved_gb  119.336914  119.341797  119.322266
+util                       92.500000   98.000000   87.000000
+[Apr 30, 2026 - 01:34:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 3 : avg iteration time       70.58 seconds
+[Apr 30, 2026 - 01:34:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 3 : data loading time        0.00
+[Apr 30, 2026 - 01:34:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 3 : avg forward pass time    9.79
+[Apr 30, 2026 - 01:34:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 3 : backward pass time       7.69
+[Apr 30, 2026 - 01:34:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 3 : optimizer step time      0.66
+[Apr 30, 2026 - 01:34:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 3--------------------
+[Apr 30, 2026 - 01:34:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 01:34:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 01:34:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:34:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 01:36:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.159085   34.233421    4.799805
+peak_gpu_mem_gb           117.222180  117.222180  117.222180
+peak_gpu_mem_reserved_gb  119.336914  119.341797  119.322266
+util                       94.000000   99.000000   86.000000
+[Apr 30, 2026 - 01:36:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 4 : avg iteration time       66.07 seconds
+[Apr 30, 2026 - 01:36:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 4 : data loading time        0.00
+[Apr 30, 2026 - 01:36:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 4 : avg forward pass time    8.68
+[Apr 30, 2026 - 01:36:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 4 : backward pass time       7.68
+[Apr 30, 2026 - 01:36:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 4 : optimizer step time      0.67
+[Apr 30, 2026 - 01:36:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 4--------------------
+[Apr 30, 2026 - 01:36:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 01:36:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 01:36:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:36:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.645722   34.308857    5.423515
+peak_gpu_mem_gb           133.356106  133.356106  133.356106
+peak_gpu_mem_reserved_gb  137.274414  137.494141  136.615234
+util                       39.750000   43.000000   36.000000
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 5 : avg iteration time       161.76 seconds
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 5 : data loading time        0.00
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 5 : avg forward pass time    33.65
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 5 : backward pass time       6.68
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 5 : optimizer step time      0.63
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 5--------------------
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 7842.1217     iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5012          iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 7842.1217iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.3658iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.1757 iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.4855 iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 20033.7129iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 573.3048iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 58157.4414iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5012iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.4855  iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 58157.4414iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.8736  iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 2315.0457iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.1757  iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 573.3048iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.9284  iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 19089.0605iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:38:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 01:39:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.646208   34.309418    5.423660
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.162109  121.210938  121.015625
+util                       93.250000   98.000000   88.000000
+[Apr 30, 2026 - 01:39:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 6 : avg iteration time       70.59 seconds
+[Apr 30, 2026 - 01:39:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 6 : data loading time        0.00
+[Apr 30, 2026 - 01:39:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 6 : avg forward pass time    9.64
+[Apr 30, 2026 - 01:39:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 6 : backward pass time       7.67
+[Apr 30, 2026 - 01:39:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 6 : optimizer step time      0.67
+[Apr 30, 2026 - 01:39:57 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 6--------------------
+[Apr 30, 2026 - 01:39:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0064        iter count: 1.0
+[Apr 30, 2026 - 01:39:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0064   iter count: 1.0
+[Apr 30, 2026 - 01:39:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:39:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 01:41:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.647255   34.309441    5.425316
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.191406  121.210938  121.132812
+util                       95.250000   99.000000   88.000000
+[Apr 30, 2026 - 01:41:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 7 : avg iteration time       68.07 seconds
+[Apr 30, 2026 - 01:41:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 7 : data loading time        0.00
+[Apr 30, 2026 - 01:41:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 7 : avg forward pass time    9.17
+[Apr 30, 2026 - 01:41:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 7 : backward pass time       7.67
+[Apr 30, 2026 - 01:41:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 7 : optimizer step time      0.67
+[Apr 30, 2026 - 01:41:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 7--------------------
+[Apr 30, 2026 - 01:41:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 01:41:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 01:41:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:41:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 01:42:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.647385   34.309860    5.425388
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.191406  121.210938  121.132812
+util                       92.000000   97.000000   87.000000
+[Apr 30, 2026 - 01:42:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 8 : avg iteration time       67.91 seconds
+[Apr 30, 2026 - 01:42:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 8 : data loading time        0.00
+[Apr 30, 2026 - 01:42:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 8 : avg forward pass time    9.14
+[Apr 30, 2026 - 01:42:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 8 : backward pass time       7.67
+[Apr 30, 2026 - 01:42:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 8 : optimizer step time      0.67
+[Apr 30, 2026 - 01:42:13 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 8--------------------
+[Apr 30, 2026 - 01:42:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 01:42:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 01:42:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:42:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 01:43:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.647411   34.309875    5.425392
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.191406  121.210938  121.132812
+util                       95.500000   99.000000   91.000000
+[Apr 30, 2026 - 01:43:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 9 : avg iteration time       72.24 seconds
+[Apr 30, 2026 - 01:43:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 9 : data loading time        0.00
+[Apr 30, 2026 - 01:43:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 9 : avg forward pass time    10.23
+[Apr 30, 2026 - 01:43:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 9 : backward pass time       7.66
+[Apr 30, 2026 - 01:43:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 9 : optimizer step time      0.67
+[Apr 30, 2026 - 01:43:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 9--------------------
+[Apr 30, 2026 - 01:43:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 01:43:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 01:43:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:43:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.652088   34.309422    5.430557
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.431641  137.617188  136.875000
+util                       63.500000   68.000000   60.000000
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 10 : avg iteration time       161.83 seconds
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 10 : data loading time        0.00
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 10 : avg forward pass time    33.82
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 10 : backward pass time       6.55
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 10 : optimizer step time      0.39
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 10--------------------
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 38274.5570    iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4401          iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 38274.5570iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.0461iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.0141 iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.8171 iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 53935.3633iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 3066.3877iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 112899.3047iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4401iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.0141  iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 3066.3877iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.6965  iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 88691.6016iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.6566  iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 11084.1611iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.8171  iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 112899.3047iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:46:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 01:47:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.652730   34.310173    5.430569
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.157227  121.171875  121.152344
+util                       95.500000   99.000000   91.000000
+[Apr 30, 2026 - 01:47:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 11 : avg iteration time       72.38 seconds
+[Apr 30, 2026 - 01:47:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 11 : data loading time        0.00
+[Apr 30, 2026 - 01:47:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 11 : avg forward pass time    10.12
+[Apr 30, 2026 - 01:47:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 11 : backward pass time       7.67
+[Apr 30, 2026 - 01:47:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 11 : optimizer step time      0.67
+[Apr 30, 2026 - 01:47:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 11--------------------
+[Apr 30, 2026 - 01:47:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0046        iter count: 1.0
+[Apr 30, 2026 - 01:47:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 01:47:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:47:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 01:48:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.653221   34.312046    5.430611
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.152344  121.152344  121.152344
+util                       94.750000   99.000000   90.000000
+[Apr 30, 2026 - 01:48:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 12 : avg iteration time       67.99 seconds
+[Apr 30, 2026 - 01:48:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 12 : data loading time        0.00
+[Apr 30, 2026 - 01:48:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 12 : avg forward pass time    9.16
+[Apr 30, 2026 - 01:48:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 12 : backward pass time       7.67
+[Apr 30, 2026 - 01:48:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 12 : optimizer step time      0.67
+[Apr 30, 2026 - 01:48:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 12--------------------
+[Apr 30, 2026 - 01:48:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0046        iter count: 1.0
+[Apr 30, 2026 - 01:48:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 01:48:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:48:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 01:49:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.653059   34.311413    5.430595
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.152344  121.152344  121.152344
+util                       95.500000   99.000000   91.000000
+[Apr 30, 2026 - 01:49:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 13 : avg iteration time       70.01 seconds
+[Apr 30, 2026 - 01:49:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 13 : data loading time        0.00
+[Apr 30, 2026 - 01:49:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 13 : avg forward pass time    9.67
+[Apr 30, 2026 - 01:49:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 13 : backward pass time       7.67
+[Apr 30, 2026 - 01:49:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 13 : optimizer step time      0.67
+[Apr 30, 2026 - 01:49:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 13--------------------
+[Apr 30, 2026 - 01:49:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 01:49:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 01:49:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:49:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 01:50:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.653177   34.311886    5.430595
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.158691  121.171875  121.154297
+util                       92.000000   97.000000   87.000000
+[Apr 30, 2026 - 01:50:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 14 : avg iteration time       70.16 seconds
+[Apr 30, 2026 - 01:50:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 14 : data loading time        0.00
+[Apr 30, 2026 - 01:50:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 14 : avg forward pass time    9.69
+[Apr 30, 2026 - 01:50:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 14 : backward pass time       7.68
+[Apr 30, 2026 - 01:50:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 14 : optimizer step time      0.68
+[Apr 30, 2026 - 01:50:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 14--------------------
+[Apr 30, 2026 - 01:50:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 01:50:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 01:50:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:50:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.653410   34.310848    5.430950
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.456055  137.636719  136.914062
+util                       66.250000   72.000000   57.000000
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 15 : avg iteration time       159.72 seconds
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 15 : data loading time        0.00
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 15 : avg forward pass time    33.27
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 15 : backward pass time       6.57
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 15 : optimizer step time      0.40
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 15--------------------
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 107134.9162   iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.1000          iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 107134.9162iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.7401iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.1988 iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.3743 iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1244753.7500iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 600.4185iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 2542385.5000iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.1000iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.0393  iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 23826.7617iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.1988  iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 600.4185iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.3743  iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 2542385.5000iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.3480  iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 2412202.2500iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:53:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 01:54:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.653613   34.311333    5.431225
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.118164  121.152344  121.015625
+util                       96.250000   99.000000   90.000000
+[Apr 30, 2026 - 01:54:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 16 : avg iteration time       70.40 seconds
+[Apr 30, 2026 - 01:54:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 16 : data loading time        0.00
+[Apr 30, 2026 - 01:54:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 16 : avg forward pass time    9.60
+[Apr 30, 2026 - 01:54:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 16 : backward pass time       7.69
+[Apr 30, 2026 - 01:54:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 16 : optimizer step time      0.67
+[Apr 30, 2026 - 01:54:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 16--------------------
+[Apr 30, 2026 - 01:54:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 01:54:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 01:54:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:54:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 01:55:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.654728   34.313133    5.431225
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.166992  121.210938  121.152344
+util                       96.750000   99.000000   91.000000
+[Apr 30, 2026 - 01:55:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 17 : avg iteration time       65.80 seconds
+[Apr 30, 2026 - 01:55:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 17 : data loading time        0.00
+[Apr 30, 2026 - 01:55:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 17 : avg forward pass time    8.61
+[Apr 30, 2026 - 01:55:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 17 : backward pass time       7.70
+[Apr 30, 2026 - 01:55:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 17 : optimizer step time      0.67
+[Apr 30, 2026 - 01:55:44 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 17--------------------
+[Apr 30, 2026 - 01:55:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 01:55:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 01:55:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:55:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 01:56:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.654978   34.313141    5.431225
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.113281  121.152344  120.996094
+util                       95.000000   99.000000   87.000000
+[Apr 30, 2026 - 01:56:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 18 : avg iteration time       67.95 seconds
+[Apr 30, 2026 - 01:56:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 18 : data loading time        0.00
+[Apr 30, 2026 - 01:56:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 18 : avg forward pass time    9.15
+[Apr 30, 2026 - 01:56:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 18 : backward pass time       7.68
+[Apr 30, 2026 - 01:56:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 18 : optimizer step time      0.66
+[Apr 30, 2026 - 01:56:52 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 18--------------------
+[Apr 30, 2026 - 01:56:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 01:56:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 01:56:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:56:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 01:58:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.655442   34.313133    5.431244
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.118164  121.152344  121.015625
+util                       94.000000   99.000000   89.000000
+[Apr 30, 2026 - 01:58:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 19 : avg iteration time       67.93 seconds
+[Apr 30, 2026 - 01:58:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 19 : data loading time        0.00
+[Apr 30, 2026 - 01:58:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 19 : avg forward pass time    9.15
+[Apr 30, 2026 - 01:58:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 19 : backward pass time       7.67
+[Apr 30, 2026 - 01:58:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 19 : optimizer step time      0.67
+[Apr 30, 2026 - 01:58:00 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 19--------------------
+[Apr 30, 2026 - 01:58:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 01:58:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 01:58:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 01:58:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.655422   34.312744    5.431301
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.465820  137.636719  136.953125
+util                       63.000000   69.000000   53.000000
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 20 : avg iteration time       159.86 seconds
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 20 : data loading time        0.00
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 20 : avg forward pass time    33.28
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 20 : backward pass time       6.66
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 20 : optimizer step time      0.40
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 20--------------------
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 70098.3702    iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3108          iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 70098.3702iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.9764iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.2931 iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.0189 iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 319824.4688iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 725.0225iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1248815.8750iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3108iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.7129  iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 12404.7129iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.0189  iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1248815.8750iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.2931  iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 725.0225iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.8807  iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 17352.2324iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:00:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 02:01:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.655542   34.312862    5.431316
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.147461  121.152344  121.132812
+util                       93.000000   99.000000   89.000000
+[Apr 30, 2026 - 02:01:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 21 : avg iteration time       68.07 seconds
+[Apr 30, 2026 - 02:01:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 21 : data loading time        0.00
+[Apr 30, 2026 - 02:01:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 21 : avg forward pass time    9.03
+[Apr 30, 2026 - 02:01:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 21 : backward pass time       7.68
+[Apr 30, 2026 - 02:01:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 21 : optimizer step time      0.67
+[Apr 30, 2026 - 02:01:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 21--------------------
+[Apr 30, 2026 - 02:01:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 02:01:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 02:01:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:01:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:02:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.656435   34.313217    5.434517
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.148926  121.154297  121.132812
+util                       94.500000   99.000000   90.000000
+[Apr 30, 2026 - 02:02:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 22 : avg iteration time       67.86 seconds
+[Apr 30, 2026 - 02:02:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 22 : data loading time        0.00
+[Apr 30, 2026 - 02:02:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 22 : avg forward pass time    9.13
+[Apr 30, 2026 - 02:02:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 22 : backward pass time       7.67
+[Apr 30, 2026 - 02:02:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 22 : optimizer step time      0.67
+[Apr 30, 2026 - 02:02:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 22--------------------
+[Apr 30, 2026 - 02:02:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 02:02:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 02:02:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:02:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:04:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.656704   34.313465    5.435345
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.147461  121.152344  121.132812
+util                       96.500000   99.000000   90.000000
+[Apr 30, 2026 - 02:04:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 23 : avg iteration time       67.89 seconds
+[Apr 30, 2026 - 02:04:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 23 : data loading time        0.00
+[Apr 30, 2026 - 02:04:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 23 : avg forward pass time    9.14
+[Apr 30, 2026 - 02:04:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 23 : backward pass time       7.66
+[Apr 30, 2026 - 02:04:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 23 : optimizer step time      0.66
+[Apr 30, 2026 - 02:04:03 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 23--------------------
+[Apr 30, 2026 - 02:04:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 02:04:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 02:04:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:04:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:05:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.656699   34.313465    5.435349
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.147949  121.152344  121.134766
+util                       91.250000   99.000000   86.000000
+[Apr 30, 2026 - 02:05:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 24 : avg iteration time       68.02 seconds
+[Apr 30, 2026 - 02:05:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 24 : data loading time        0.00
+[Apr 30, 2026 - 02:05:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 24 : avg forward pass time    9.16
+[Apr 30, 2026 - 02:05:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 24 : backward pass time       7.67
+[Apr 30, 2026 - 02:05:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 24 : optimizer step time      0.67
+[Apr 30, 2026 - 02:05:11 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 24--------------------
+[Apr 30, 2026 - 02:05:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 02:05:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 02:05:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:05:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.656706   34.312374    5.435684
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.485352  137.656250  136.972656
+util                       60.500000   66.000000   51.000000
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 25 : avg iteration time       162.12 seconds
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 25 : data loading time        0.00
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 25 : avg forward pass time    33.81
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 25 : backward pass time       6.69
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 25 : optimizer step time      0.39
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 25--------------------
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 72204.3231    iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3712          iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 72204.3231iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.5696iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.8310 iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.2736 iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 112686.8359iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 287.7264iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 281319.1562iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3712iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 2.8310  iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 287.7264iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.0176  iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 168589.0156iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.2736  iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 281319.1562iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.1563  iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 551.4691iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:07:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 02:09:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657065   34.312622    5.436554
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.166992  121.171875  121.152344
+util                       92.250000   97.000000   89.000000
+[Apr 30, 2026 - 02:09:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 26 : avg iteration time       70.52 seconds
+[Apr 30, 2026 - 02:09:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 26 : data loading time        0.00
+[Apr 30, 2026 - 02:09:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 26 : avg forward pass time    9.63
+[Apr 30, 2026 - 02:09:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 26 : backward pass time       7.68
+[Apr 30, 2026 - 02:09:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 26 : optimizer step time      0.67
+[Apr 30, 2026 - 02:09:04 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 26--------------------
+[Apr 30, 2026 - 02:09:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 02:09:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 02:09:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:09:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:10:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657506   34.314392    5.436554
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.168945  121.173828  121.154297
+util                       93.750000   99.000000   90.000000
+[Apr 30, 2026 - 02:10:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 27 : avg iteration time       67.98 seconds
+[Apr 30, 2026 - 02:10:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 27 : data loading time        0.00
+[Apr 30, 2026 - 02:10:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 27 : avg forward pass time    9.16
+[Apr 30, 2026 - 02:10:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 27 : backward pass time       7.67
+[Apr 30, 2026 - 02:10:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 27 : optimizer step time      0.68
+[Apr 30, 2026 - 02:10:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 27--------------------
+[Apr 30, 2026 - 02:10:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 02:10:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 02:10:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:10:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:11:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657175   34.313065    5.436554
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.168945  121.173828  121.154297
+util                       95.250000   99.000000   88.000000
+[Apr 30, 2026 - 02:11:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 28 : avg iteration time       70.11 seconds
+[Apr 30, 2026 - 02:11:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 28 : data loading time        0.00
+[Apr 30, 2026 - 02:11:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 28 : avg forward pass time    9.69
+[Apr 30, 2026 - 02:11:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 28 : backward pass time       7.68
+[Apr 30, 2026 - 02:11:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 28 : optimizer step time      0.67
+[Apr 30, 2026 - 02:11:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 28--------------------
+[Apr 30, 2026 - 02:11:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 02:11:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 02:11:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:11:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:12:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657416   34.313065    5.436558
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.168945  121.173828  121.154297
+util                       92.250000   97.000000   87.000000
+[Apr 30, 2026 - 02:12:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 29 : avg iteration time       70.10 seconds
+[Apr 30, 2026 - 02:12:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 29 : data loading time        0.00
+[Apr 30, 2026 - 02:12:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 29 : avg forward pass time    9.69
+[Apr 30, 2026 - 02:12:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 29 : backward pass time       7.67
+[Apr 30, 2026 - 02:12:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 29 : optimizer step time      0.67
+[Apr 30, 2026 - 02:12:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 29--------------------
+[Apr 30, 2026 - 02:12:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 02:12:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 02:12:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:12:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657551   34.313473    5.436611
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.397461  137.578125  136.855469
+util                       62.750000   67.000000   58.000000
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 30 : avg iteration time       159.63 seconds
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 30 : data loading time        0.00
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 30 : avg forward pass time    33.21
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 30 : backward pass time       6.65
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 30 : optimizer step time      0.39
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 30--------------------
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 124187.0697   iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4543          iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 124187.0697iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.5775iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.8937 iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.7115 iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 236533.6562iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 2409.8899iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 675418.0625iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4543iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.6224  iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 76486.7734iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.7115  iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 675418.0625iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.8937  iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 2409.8899iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.0822  iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 191819.9375iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:15:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 02:16:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657694   34.314011    5.436626
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.152344  121.113281
+util                       94.250000   99.000000   87.000000
+[Apr 30, 2026 - 02:16:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 31 : avg iteration time       68.30 seconds
+[Apr 30, 2026 - 02:16:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 31 : data loading time        0.00
+[Apr 30, 2026 - 02:16:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 31 : avg forward pass time    9.07
+[Apr 30, 2026 - 02:16:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 31 : backward pass time       7.70
+[Apr 30, 2026 - 02:16:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 31 : optimizer step time      0.67
+[Apr 30, 2026 - 02:16:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 31--------------------
+[Apr 30, 2026 - 02:16:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0021        iter count: 1.0
+[Apr 30, 2026 - 02:16:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0021   iter count: 1.0
+[Apr 30, 2026 - 02:16:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:16:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:17:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657601   34.313656    5.436619
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.152344  121.113281
+util                       93.000000   99.000000   89.000000
+[Apr 30, 2026 - 02:17:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 32 : avg iteration time       63.83 seconds
+[Apr 30, 2026 - 02:17:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 32 : data loading time        0.00
+[Apr 30, 2026 - 02:17:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 32 : avg forward pass time    8.12
+[Apr 30, 2026 - 02:17:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 32 : backward pass time       7.68
+[Apr 30, 2026 - 02:17:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 32 : optimizer step time      0.67
+[Apr 30, 2026 - 02:17:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 32--------------------
+[Apr 30, 2026 - 02:17:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 02:17:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 02:17:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:17:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:18:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657601   34.313656    5.436619
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.144531  121.154297  121.115234
+util                       97.250000   99.000000   92.000000
+[Apr 30, 2026 - 02:18:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 33 : avg iteration time       67.97 seconds
+[Apr 30, 2026 - 02:18:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 33 : data loading time        0.00
+[Apr 30, 2026 - 02:18:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 33 : avg forward pass time    9.16
+[Apr 30, 2026 - 02:18:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 33 : backward pass time       7.66
+[Apr 30, 2026 - 02:18:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 33 : optimizer step time      0.67
+[Apr 30, 2026 - 02:18:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 33--------------------
+[Apr 30, 2026 - 02:18:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 02:18:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 02:18:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:18:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:19:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657632   34.313656    5.436741
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.144043  121.154297  121.113281
+util                       94.500000   99.000000   90.000000
+[Apr 30, 2026 - 02:19:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 34 : avg iteration time       65.90 seconds
+[Apr 30, 2026 - 02:19:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 34 : data loading time        0.00
+[Apr 30, 2026 - 02:19:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 34 : avg forward pass time    8.65
+[Apr 30, 2026 - 02:19:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 34 : backward pass time       7.67
+[Apr 30, 2026 - 02:19:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 34 : optimizer step time      0.67
+[Apr 30, 2026 - 02:19:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 34--------------------
+[Apr 30, 2026 - 02:19:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 02:19:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 02:19:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:19:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657723   34.313808    5.436859
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.441406  137.597656  136.972656
+util                       63.250000   73.000000   54.000000
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 35 : avg iteration time       159.72 seconds
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 35 : data loading time        0.00
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 35 : avg forward pass time    33.27
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 35 : backward pass time       6.56
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 35 : optimizer step time      0.41
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 35--------------------
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 66844.2358    iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.8135          iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 66844.2358iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.9003iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.5298 iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.9340 iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 76139.1406iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 157.5324iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 142636.3125iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.8135iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.9340  iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 142636.3125iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.8624  iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 123593.4062iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.5298  iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 157.5324iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.2749  iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 38169.3281iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:22:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 02:23:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657793   34.314060    5.436886
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.132812  121.191406  121.113281
+util                       93.000000   99.000000   89.000000
+[Apr 30, 2026 - 02:23:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 36 : avg iteration time       70.41 seconds
+[Apr 30, 2026 - 02:23:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 36 : data loading time        0.00
+[Apr 30, 2026 - 02:23:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 36 : avg forward pass time    9.61
+[Apr 30, 2026 - 02:23:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 36 : backward pass time       7.67
+[Apr 30, 2026 - 02:23:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 36 : optimizer step time      0.67
+[Apr 30, 2026 - 02:23:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 36--------------------
+[Apr 30, 2026 - 02:23:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 02:23:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 02:23:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:23:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:24:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657787   34.314060    5.436863
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.132812  121.191406  121.113281
+util                       96.000000   99.000000   89.000000
+[Apr 30, 2026 - 02:24:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 37 : avg iteration time       65.73 seconds
+[Apr 30, 2026 - 02:24:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 37 : data loading time        0.00
+[Apr 30, 2026 - 02:24:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 37 : avg forward pass time    8.59
+[Apr 30, 2026 - 02:24:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 37 : backward pass time       7.69
+[Apr 30, 2026 - 02:24:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 37 : optimizer step time      0.67
+[Apr 30, 2026 - 02:24:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 37--------------------
+[Apr 30, 2026 - 02:24:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 02:24:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 02:24:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:24:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:25:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657800   34.314060    5.436871
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.132812  121.191406  121.113281
+util                       94.000000   99.000000   90.000000
+[Apr 30, 2026 - 02:25:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 38 : avg iteration time       70.08 seconds
+[Apr 30, 2026 - 02:25:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 38 : data loading time        0.00
+[Apr 30, 2026 - 02:25:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 38 : avg forward pass time    9.69
+[Apr 30, 2026 - 02:25:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 38 : backward pass time       7.67
+[Apr 30, 2026 - 02:25:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 38 : optimizer step time      0.67
+[Apr 30, 2026 - 02:25:44 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 38--------------------
+[Apr 30, 2026 - 02:25:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0022        iter count: 1.0
+[Apr 30, 2026 - 02:25:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0022   iter count: 1.0
+[Apr 30, 2026 - 02:25:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:25:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:26:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657858   34.314312    5.436878
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.132812  121.191406  121.113281
+util                       95.250000   99.000000   91.000000
+[Apr 30, 2026 - 02:26:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 39 : avg iteration time       65.65 seconds
+[Apr 30, 2026 - 02:26:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 39 : data loading time        0.00
+[Apr 30, 2026 - 02:26:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 39 : avg forward pass time    8.58
+[Apr 30, 2026 - 02:26:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 39 : backward pass time       7.67
+[Apr 30, 2026 - 02:26:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 39 : optimizer step time      0.66
+[Apr 30, 2026 - 02:26:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 39--------------------
+[Apr 30, 2026 - 02:26:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 02:26:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 02:26:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:26:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657554   34.313068    5.436882
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.475586  137.675781  136.875000
+util                       65.000000   70.000000   56.000000
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 40 : avg iteration time       155.08 seconds
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 40 : data loading time        0.00
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 40 : avg forward pass time    32.12
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 40 : backward pass time       6.60
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 40 : optimizer step time      0.39
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 40--------------------
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 8686.4387     iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3241          iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 8686.4387iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.8260iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.4679 iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.6367 iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 34368.8867iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1028.4344iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 78700.0703iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3241iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.9083  iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 18337.1211iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.4679  iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1028.4344iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.6367  iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 78700.0703iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.2909  iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 39409.9180iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:29:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 02:30:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.657943   34.313301    5.436882
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.147461  121.152344  121.132812
+util                       94.750000   99.000000   87.000000
+[Apr 30, 2026 - 02:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 41 : avg iteration time       70.18 seconds
+[Apr 30, 2026 - 02:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 41 : data loading time        0.00
+[Apr 30, 2026 - 02:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 41 : avg forward pass time    9.56
+[Apr 30, 2026 - 02:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 41 : backward pass time       7.67
+[Apr 30, 2026 - 02:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 41 : optimizer step time      0.67
+[Apr 30, 2026 - 02:30:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 41--------------------
+[Apr 30, 2026 - 02:30:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 02:30:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 02:30:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:30:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:31:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.658257   34.314556    5.436882
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.149414  121.154297  121.134766
+util                       94.250000   99.000000   91.000000
+[Apr 30, 2026 - 02:31:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 42 : avg iteration time       70.11 seconds
+[Apr 30, 2026 - 02:31:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 42 : data loading time        0.00
+[Apr 30, 2026 - 02:31:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 42 : avg forward pass time    9.70
+[Apr 30, 2026 - 02:31:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 42 : backward pass time       7.68
+[Apr 30, 2026 - 02:31:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 42 : optimizer step time      0.67
+[Apr 30, 2026 - 02:31:45 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 42--------------------
+[Apr 30, 2026 - 02:31:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0047        iter count: 1.0
+[Apr 30, 2026 - 02:31:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0047   iter count: 1.0
+[Apr 30, 2026 - 02:31:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:31:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:32:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.658258   34.314556    5.436886
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.149414  121.154297  121.134766
+util                       95.250000   99.000000   91.000000
+[Apr 30, 2026 - 02:32:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 43 : avg iteration time       70.05 seconds
+[Apr 30, 2026 - 02:32:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 43 : data loading time        0.00
+[Apr 30, 2026 - 02:32:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 43 : avg forward pass time    9.68
+[Apr 30, 2026 - 02:32:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 43 : backward pass time       7.66
+[Apr 30, 2026 - 02:32:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 43 : optimizer step time      0.66
+[Apr 30, 2026 - 02:32:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 43--------------------
+[Apr 30, 2026 - 02:32:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 02:32:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 02:32:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:32:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:34:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.658211   34.314350    5.436886
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.147949  121.152344  121.134766
+util                       91.750000   99.000000   87.000000
+[Apr 30, 2026 - 02:34:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 44 : avg iteration time       65.71 seconds
+[Apr 30, 2026 - 02:34:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 44 : data loading time        0.00
+[Apr 30, 2026 - 02:34:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 44 : avg forward pass time    8.60
+[Apr 30, 2026 - 02:34:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 44 : backward pass time       7.66
+[Apr 30, 2026 - 02:34:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 44 : optimizer step time      0.67
+[Apr 30, 2026 - 02:34:01 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 44--------------------
+[Apr 30, 2026 - 02:34:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 02:34:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 02:34:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:34:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.658273   34.314205    5.437073
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.426758  137.597656  136.914062
+util                       62.500000   67.000000   53.000000
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 45 : avg iteration time       157.54 seconds
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 45 : data loading time        0.00
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 45 : avg forward pass time    32.71
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 45 : backward pass time       6.60
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 45 : optimizer step time      0.40
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 45--------------------
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 9971.1942     iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3623          iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 9971.1942iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.0662iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.4061 iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.6863 iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 36517.3906iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 6716.0269iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 86910.2266iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3623iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.6863  iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 86910.2266iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.0551  iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 24592.1309iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.4061  iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 6716.0269iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.1173  iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 27851.1797iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:36:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 02:37:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.658342   34.314323    5.437080
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.108887  121.152344  120.978516
+util                       94.250000   99.000000   86.000000
+[Apr 30, 2026 - 02:37:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 46 : avg iteration time       70.20 seconds
+[Apr 30, 2026 - 02:37:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 46 : data loading time        0.00
+[Apr 30, 2026 - 02:37:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 46 : avg forward pass time    9.56
+[Apr 30, 2026 - 02:37:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 46 : backward pass time       7.67
+[Apr 30, 2026 - 02:37:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 46 : optimizer step time      0.67
+[Apr 30, 2026 - 02:37:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 46--------------------
+[Apr 30, 2026 - 02:37:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 02:37:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 02:37:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:37:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:38:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.658349   34.314323    5.437084
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.108398  121.152344  120.976562
+util                       92.000000   99.000000   88.000000
+[Apr 30, 2026 - 02:38:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 47 : avg iteration time       70.08 seconds
+[Apr 30, 2026 - 02:38:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 47 : data loading time        0.00
+[Apr 30, 2026 - 02:38:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 47 : avg forward pass time    9.68
+[Apr 30, 2026 - 02:38:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 47 : backward pass time       7.67
+[Apr 30, 2026 - 02:38:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 47 : optimizer step time      0.67
+[Apr 30, 2026 - 02:38:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 47--------------------
+[Apr 30, 2026 - 02:38:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 02:38:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 02:38:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:38:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:40:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.658404   34.314568    5.437084
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.108398  121.152344  120.976562
+util                       93.000000   98.000000   88.000000
+[Apr 30, 2026 - 02:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 48 : avg iteration time       68.05 seconds
+[Apr 30, 2026 - 02:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 48 : data loading time        0.00
+[Apr 30, 2026 - 02:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 48 : avg forward pass time    9.18
+[Apr 30, 2026 - 02:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 48 : backward pass time       7.68
+[Apr 30, 2026 - 02:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 48 : optimizer step time      0.67
+[Apr 30, 2026 - 02:40:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 48--------------------
+[Apr 30, 2026 - 02:40:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 02:40:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 02:40:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:40:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:41:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.659172   34.314568    5.438206
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.108398  121.152344  120.976562
+util                       93.750000   99.000000   89.000000
+[Apr 30, 2026 - 02:41:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 49 : avg iteration time       68.22 seconds
+[Apr 30, 2026 - 02:41:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 49 : data loading time        0.00
+[Apr 30, 2026 - 02:41:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 49 : avg forward pass time    9.22
+[Apr 30, 2026 - 02:41:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 49 : backward pass time       7.68
+[Apr 30, 2026 - 02:41:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 49 : optimizer step time      0.67
+[Apr 30, 2026 - 02:41:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 49--------------------
+[Apr 30, 2026 - 02:41:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 02:41:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 02:41:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:41:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.659135   34.314011    5.438305
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.407227  137.597656  136.835938
+util                       63.000000   68.000000   56.000000
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 50 : avg iteration time       161.86 seconds
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 50 : data loading time        0.00
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 50 : avg forward pass time    33.79
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 50 : backward pass time       6.59
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 50 : optimizer step time      0.39
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 50--------------------
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 403295.6906   iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3934          iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 403295.6906iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.5495iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.1901 iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.3458 iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 4446190.0000iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 4359.9907iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 17746012.0000iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3934iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 8.3458  iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 17746012.0000iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.0465  iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 24174.5039iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.1901  iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 4359.9907iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.6157  iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 10212.8242iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:43:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 02:45:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.659325   34.314751    5.438309
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.157227  121.171875  121.152344
+util                       93.750000   99.000000   89.000000
+[Apr 30, 2026 - 02:45:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 51 : avg iteration time       68.14 seconds
+[Apr 30, 2026 - 02:45:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 51 : data loading time        0.00
+[Apr 30, 2026 - 02:45:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 51 : avg forward pass time    9.04
+[Apr 30, 2026 - 02:45:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 51 : backward pass time       7.67
+[Apr 30, 2026 - 02:45:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 51 : optimizer step time      0.67
+[Apr 30, 2026 - 02:45:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 51--------------------
+[Apr 30, 2026 - 02:45:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0023        iter count: 1.0
+[Apr 30, 2026 - 02:45:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0023   iter count: 1.0
+[Apr 30, 2026 - 02:45:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:45:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:46:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.659637   34.316006    5.438320
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.157227  121.171875  121.152344
+util                       91.750000   97.000000   87.000000
+[Apr 30, 2026 - 02:46:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 52 : avg iteration time       67.98 seconds
+[Apr 30, 2026 - 02:46:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 52 : data loading time        0.00
+[Apr 30, 2026 - 02:46:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 52 : avg forward pass time    9.16
+[Apr 30, 2026 - 02:46:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 52 : backward pass time       7.68
+[Apr 30, 2026 - 02:46:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 52 : optimizer step time      0.68
+[Apr 30, 2026 - 02:46:13 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 52--------------------
+[Apr 30, 2026 - 02:46:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 02:46:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 02:46:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:46:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:47:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.660067   34.317738    5.438305
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.157227  121.171875  121.152344
+util                       92.000000   99.000000   88.000000
+[Apr 30, 2026 - 02:47:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 53 : avg iteration time       65.76 seconds
+[Apr 30, 2026 - 02:47:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 53 : data loading time        0.00
+[Apr 30, 2026 - 02:47:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 53 : avg forward pass time    8.60
+[Apr 30, 2026 - 02:47:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 53 : backward pass time       7.67
+[Apr 30, 2026 - 02:47:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 53 : optimizer step time      0.67
+[Apr 30, 2026 - 02:47:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 53--------------------
+[Apr 30, 2026 - 02:47:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 02:47:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 02:47:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:47:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:48:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.659963   34.317280    5.438332
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.157227  121.171875  121.152344
+util                       92.000000   97.000000   87.000000
+[Apr 30, 2026 - 02:48:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 54 : avg iteration time       65.64 seconds
+[Apr 30, 2026 - 02:48:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 54 : data loading time        0.00
+[Apr 30, 2026 - 02:48:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 54 : avg forward pass time    8.58
+[Apr 30, 2026 - 02:48:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 54 : backward pass time       7.67
+[Apr 30, 2026 - 02:48:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 54 : optimizer step time      0.67
+[Apr 30, 2026 - 02:48:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 54--------------------
+[Apr 30, 2026 - 02:48:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 02:48:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 02:48:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:48:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.660036   34.316879    5.438354
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.426758  137.578125  136.972656
+util                       60.250000   69.000000   56.000000
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 55 : avg iteration time       161.96 seconds
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 55 : data loading time        0.00
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 55 : avg forward pass time    33.82
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 55 : backward pass time       6.59
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 55 : optimizer step time      0.40
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 55--------------------
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 94930.1678    iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3748          iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 94930.1678iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.3146iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.4494 iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.5467 iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 125972.9922iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 134.1256iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 485734.3438iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3748iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.3876  iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 875.9029iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.8748  iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 17147.5879iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.4494  iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 134.1256iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.5467  iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 485734.3438iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:51:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 02:52:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.660086   34.316879    5.438526
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.137695  121.152344  121.132812
+util                       96.750000   99.000000   93.000000
+[Apr 30, 2026 - 02:52:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 56 : avg iteration time       68.11 seconds
+[Apr 30, 2026 - 02:52:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 56 : data loading time        0.00
+[Apr 30, 2026 - 02:52:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 56 : avg forward pass time    9.03
+[Apr 30, 2026 - 02:52:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 56 : backward pass time       7.68
+[Apr 30, 2026 - 02:52:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 56 : optimizer step time      0.68
+[Apr 30, 2026 - 02:52:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 56--------------------
+[Apr 30, 2026 - 02:52:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 02:52:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 02:52:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:52:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:53:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.660362   34.316929    5.439144
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.171875  121.171875  121.171875
+util                       97.250000   99.000000   92.000000
+[Apr 30, 2026 - 02:53:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 57 : avg iteration time       68.08 seconds
+[Apr 30, 2026 - 02:53:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 57 : data loading time        0.00
+[Apr 30, 2026 - 02:53:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 57 : avg forward pass time    9.17
+[Apr 30, 2026 - 02:53:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 57 : backward pass time       7.69
+[Apr 30, 2026 - 02:53:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 57 : optimizer step time      0.66
+[Apr 30, 2026 - 02:53:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 57--------------------
+[Apr 30, 2026 - 02:53:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 02:53:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 02:53:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:53:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:54:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.660705   34.316887    5.439331
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.171875  121.171875  121.171875
+util                       96.500000   99.000000   93.000000
+[Apr 30, 2026 - 02:54:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 58 : avg iteration time       67.93 seconds
+[Apr 30, 2026 - 02:54:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 58 : data loading time        0.00
+[Apr 30, 2026 - 02:54:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 58 : avg forward pass time    9.14
+[Apr 30, 2026 - 02:54:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 58 : backward pass time       7.68
+[Apr 30, 2026 - 02:54:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 58 : optimizer step time      0.67
+[Apr 30, 2026 - 02:54:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 58--------------------
+[Apr 30, 2026 - 02:54:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 02:54:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 02:54:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:54:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:55:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.661155   34.316887    5.440037
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.171875  121.171875  121.171875
+util                       96.000000   99.000000   89.000000
+[Apr 30, 2026 - 02:55:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 59 : avg iteration time       68.05 seconds
+[Apr 30, 2026 - 02:55:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 59 : data loading time        0.00
+[Apr 30, 2026 - 02:55:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 59 : avg forward pass time    9.17
+[Apr 30, 2026 - 02:55:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 59 : backward pass time       7.68
+[Apr 30, 2026 - 02:55:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 59 : optimizer step time      0.66
+[Apr 30, 2026 - 02:55:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 59--------------------
+[Apr 30, 2026 - 02:55:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 02:55:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 02:55:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:55:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.661244   34.316887    5.440098
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.495117  137.714844  136.835938
+util                       63.250000   69.000000   53.000000
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 60 : avg iteration time       161.63 seconds
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 60 : data loading time        0.00
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 60 : avg forward pass time    33.70
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 60 : backward pass time       6.60
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 60 : optimizer step time      0.44
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 60--------------------
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 76606.1116    iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3494          iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 76606.1116iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.3392iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.2419 iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.0036 iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 306490.7500iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 88.5688iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1211346.6250iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3494iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.3480  iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 809.1103iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.7633  iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 13718.6592iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.2419  iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 88.5688 iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.0036  iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 1211346.6250iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:58:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 02:59:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.661244   34.316887    5.440098
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.157227  121.171875  121.113281
+util                       93.250000   99.000000   89.000000
+[Apr 30, 2026 - 02:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 61 : avg iteration time       70.63 seconds
+[Apr 30, 2026 - 02:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 61 : data loading time        0.00
+[Apr 30, 2026 - 02:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 61 : avg forward pass time    9.66
+[Apr 30, 2026 - 02:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 61 : backward pass time       7.68
+[Apr 30, 2026 - 02:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 61 : optimizer step time      0.67
+[Apr 30, 2026 - 02:59:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 61--------------------
+[Apr 30, 2026 - 02:59:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 02:59:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 02:59:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 02:59:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:00:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.661652   34.318127    5.440487
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.113281  121.113281  121.113281
+util                       94.250000   99.000000   91.000000
+[Apr 30, 2026 - 03:00:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 62 : avg iteration time       68.01 seconds
+[Apr 30, 2026 - 03:00:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 62 : data loading time        0.00
+[Apr 30, 2026 - 03:00:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 62 : avg forward pass time    9.16
+[Apr 30, 2026 - 03:00:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 62 : backward pass time       7.67
+[Apr 30, 2026 - 03:00:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 62 : optimizer step time      0.68
+[Apr 30, 2026 - 03:00:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 62--------------------
+[Apr 30, 2026 - 03:00:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 03:00:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 03:00:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:00:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:01:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.661654   34.318130    5.440483
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.158691  121.173828  121.113281
+util                       94.250000   99.000000   86.000000
+[Apr 30, 2026 - 03:01:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 63 : avg iteration time       72.29 seconds
+[Apr 30, 2026 - 03:01:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 63 : data loading time        0.00
+[Apr 30, 2026 - 03:01:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 63 : avg forward pass time    10.24
+[Apr 30, 2026 - 03:01:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 63 : backward pass time       7.67
+[Apr 30, 2026 - 03:01:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 63 : optimizer step time      0.67
+[Apr 30, 2026 - 03:01:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 63--------------------
+[Apr 30, 2026 - 03:01:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 03:01:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 03:01:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:01:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:02:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.661655   34.318134    5.440483
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.157227  121.171875  121.113281
+util                       94.250000   99.000000   88.000000
+[Apr 30, 2026 - 03:02:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 64 : avg iteration time       68.06 seconds
+[Apr 30, 2026 - 03:02:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 64 : data loading time        0.00
+[Apr 30, 2026 - 03:02:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 64 : avg forward pass time    9.18
+[Apr 30, 2026 - 03:02:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 64 : backward pass time       7.67
+[Apr 30, 2026 - 03:02:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 64 : optimizer step time      0.67
+[Apr 30, 2026 - 03:02:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 64--------------------
+[Apr 30, 2026 - 03:02:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 03:02:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 03:02:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:02:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.661639   34.317173    5.440872
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.426758  137.597656  136.914062
+util                       66.250000   71.000000   57.000000
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 65 : avg iteration time       159.79 seconds
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 65 : data loading time        0.00
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 65 : avg forward pass time    33.28
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 65 : backward pass time       6.58
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 65 : optimizer step time      0.39
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 65--------------------
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 281606.1749   iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3955          iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 281606.1749iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.7175iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.0038 iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.4543 iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 895812.0000iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 3003.9082iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 2983419.7500iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3955iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.4543  iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 2983419.7500iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.6378  iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 582806.7500iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.7740  iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 14017.5732iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.0038  iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 3003.9082iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:05:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 03:06:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.661761   34.317657    5.440876
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.196289  121.210938  121.152344
+util                       94.250000   99.000000   91.000000
+[Apr 30, 2026 - 03:06:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 66 : avg iteration time       70.26 seconds
+[Apr 30, 2026 - 03:06:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 66 : data loading time        0.00
+[Apr 30, 2026 - 03:06:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 66 : avg forward pass time    9.58
+[Apr 30, 2026 - 03:06:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 66 : backward pass time       7.68
+[Apr 30, 2026 - 03:06:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 66 : optimizer step time      0.67
+[Apr 30, 2026 - 03:06:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 66--------------------
+[Apr 30, 2026 - 03:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0047        iter count: 1.0
+[Apr 30, 2026 - 03:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0047   iter count: 1.0
+[Apr 30, 2026 - 03:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:06:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:07:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.662070   34.318905    5.440853
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.210938  121.230469  121.152344
+util                       96.500000   99.000000   90.000000
+[Apr 30, 2026 - 03:07:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 67 : avg iteration time       65.94 seconds
+[Apr 30, 2026 - 03:07:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 67 : data loading time        0.00
+[Apr 30, 2026 - 03:07:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 67 : avg forward pass time    8.64
+[Apr 30, 2026 - 03:07:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 67 : backward pass time       7.68
+[Apr 30, 2026 - 03:07:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 67 : optimizer step time      0.67
+[Apr 30, 2026 - 03:07:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 67--------------------
+[Apr 30, 2026 - 03:07:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 03:07:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 03:07:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:07:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:09:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.662077   34.318928    5.440853
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.153809  121.154297  121.152344
+util                       94.500000   99.000000   86.000000
+[Apr 30, 2026 - 03:09:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 68 : avg iteration time       72.36 seconds
+[Apr 30, 2026 - 03:09:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 68 : data loading time        0.00
+[Apr 30, 2026 - 03:09:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 68 : avg forward pass time    10.25
+[Apr 30, 2026 - 03:09:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 68 : backward pass time       7.69
+[Apr 30, 2026 - 03:09:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 68 : optimizer step time      0.66
+[Apr 30, 2026 - 03:09:07 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 68--------------------
+[Apr 30, 2026 - 03:09:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 03:09:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 03:09:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:09:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:10:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.661989   34.318581    5.440853
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.152344  121.152344  121.152344
+util                       96.500000   99.000000   93.000000
+[Apr 30, 2026 - 03:10:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 69 : avg iteration time       67.98 seconds
+[Apr 30, 2026 - 03:10:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 69 : data loading time        0.00
+[Apr 30, 2026 - 03:10:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 69 : avg forward pass time    9.16
+[Apr 30, 2026 - 03:10:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 69 : backward pass time       7.68
+[Apr 30, 2026 - 03:10:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 69 : optimizer step time      0.67
+[Apr 30, 2026 - 03:10:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 69--------------------
+[Apr 30, 2026 - 03:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 03:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 03:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:10:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.662273   34.317719    5.441555
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.407227  137.578125  136.894531
+util                       63.250000   67.000000   59.000000
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 70 : avg iteration time       157.58 seconds
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 70 : data loading time        0.00
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 70 : avg forward pass time    32.73
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 70 : backward pass time       6.58
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 70 : optimizer step time      0.39
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 70--------------------
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 74941.0734    iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.1642          iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 74941.0734iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.8450iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.6466 iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.0372 iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 329353.1875iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1470.3458iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1295396.6250iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.1642iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.0372  iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1295396.6250iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.7802  iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1920.7455iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.6466  iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1470.3458iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.9161  iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 18624.9844iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:12:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 03:14:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.662334   34.317963    5.441578
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.132812  121.132812  121.132812
+util                       94.250000   99.000000   91.000000
+[Apr 30, 2026 - 03:14:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 71 : avg iteration time       67.95 seconds
+[Apr 30, 2026 - 03:14:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 71 : data loading time        0.00
+[Apr 30, 2026 - 03:14:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 71 : avg forward pass time    9.01
+[Apr 30, 2026 - 03:14:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 71 : backward pass time       7.67
+[Apr 30, 2026 - 03:14:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 71 : optimizer step time      0.67
+[Apr 30, 2026 - 03:14:01 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 71--------------------
+[Apr 30, 2026 - 03:14:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 03:14:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 03:14:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:14:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:15:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.662339   34.317982    5.441578
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.132812  121.132812  121.132812
+util                       96.500000   99.000000   90.000000
+[Apr 30, 2026 - 03:15:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 72 : avg iteration time       67.93 seconds
+[Apr 30, 2026 - 03:15:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 72 : data loading time        0.00
+[Apr 30, 2026 - 03:15:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 72 : avg forward pass time    9.15
+[Apr 30, 2026 - 03:15:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 72 : backward pass time       7.68
+[Apr 30, 2026 - 03:15:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 72 : optimizer step time      0.67
+[Apr 30, 2026 - 03:15:09 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 72--------------------
+[Apr 30, 2026 - 03:15:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 03:15:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 03:15:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:15:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:16:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.662329   34.317963    5.441555
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.134277  121.134766  121.132812
+util                       95.000000   99.000000   87.000000
+[Apr 30, 2026 - 03:16:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 73 : avg iteration time       72.16 seconds
+[Apr 30, 2026 - 03:16:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 73 : data loading time        0.00
+[Apr 30, 2026 - 03:16:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 73 : avg forward pass time    10.21
+[Apr 30, 2026 - 03:16:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 73 : backward pass time       7.66
+[Apr 30, 2026 - 03:16:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 73 : optimizer step time      0.66
+[Apr 30, 2026 - 03:16:21 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 73--------------------
+[Apr 30, 2026 - 03:16:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0021        iter count: 1.0
+[Apr 30, 2026 - 03:16:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0021   iter count: 1.0
+[Apr 30, 2026 - 03:16:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:16:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:17:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.662322   34.317913    5.441555
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.134277  121.134766  121.132812
+util                       94.500000   98.000000   88.000000
+[Apr 30, 2026 - 03:17:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 74 : avg iteration time       67.99 seconds
+[Apr 30, 2026 - 03:17:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 74 : data loading time        0.00
+[Apr 30, 2026 - 03:17:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 74 : avg forward pass time    9.16
+[Apr 30, 2026 - 03:17:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 74 : backward pass time       7.67
+[Apr 30, 2026 - 03:17:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 74 : optimizer step time      0.67
+[Apr 30, 2026 - 03:17:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 74--------------------
+[Apr 30, 2026 - 03:17:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 03:17:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 03:17:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:17:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.662548   34.317764    5.441837
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.543945  137.734375  136.972656
+util                       62.500000   66.000000   58.000000
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 75 : avg iteration time       156.96 seconds
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 75 : data loading time        0.00
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 75 : avg forward pass time    32.59
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 75 : backward pass time       6.55
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 75 : optimizer step time      0.40
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 75--------------------
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 4291.4293     iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4658          iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 4291.4293iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.3466iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.2710 iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.4636 iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 15414.4814iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 12.7060iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 55665.7461iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4658iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 1.2710  iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 12.7060 iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.4636  iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 55665.7461iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.3394  iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 5877.4868iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 2.3124  iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 101.9843iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:20:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 03:21:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663258   34.318016    5.441837
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.157227  121.230469  121.132812
+util                       94.250000   99.000000   86.000000
+[Apr 30, 2026 - 03:21:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 76 : avg iteration time       68.05 seconds
+[Apr 30, 2026 - 03:21:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 76 : data loading time        0.00
+[Apr 30, 2026 - 03:21:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 76 : avg forward pass time    9.03
+[Apr 30, 2026 - 03:21:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 76 : backward pass time       7.69
+[Apr 30, 2026 - 03:21:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 76 : optimizer step time      0.66
+[Apr 30, 2026 - 03:21:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 76--------------------
+[Apr 30, 2026 - 03:21:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 03:21:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 03:21:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:21:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:22:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663439   34.318764    5.441837
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.166992  121.210938  121.152344
+util                       92.250000   99.000000   88.000000
+[Apr 30, 2026 - 03:22:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 77 : avg iteration time       67.88 seconds
+[Apr 30, 2026 - 03:22:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 77 : data loading time        0.00
+[Apr 30, 2026 - 03:22:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 77 : avg forward pass time    9.13
+[Apr 30, 2026 - 03:22:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 77 : backward pass time       7.68
+[Apr 30, 2026 - 03:22:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 77 : optimizer step time      0.68
+[Apr 30, 2026 - 03:22:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 77--------------------
+[Apr 30, 2026 - 03:22:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 03:22:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 03:22:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:22:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:23:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663557   34.317986    5.443081
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.157227  121.230469  121.132812
+util                       92.000000   99.000000   88.000000
+[Apr 30, 2026 - 03:23:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 78 : avg iteration time       65.80 seconds
+[Apr 30, 2026 - 03:23:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 78 : data loading time        0.00
+[Apr 30, 2026 - 03:23:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 78 : avg forward pass time    8.61
+[Apr 30, 2026 - 03:23:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 78 : backward pass time       7.68
+[Apr 30, 2026 - 03:23:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 78 : optimizer step time      0.67
+[Apr 30, 2026 - 03:23:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 78--------------------
+[Apr 30, 2026 - 03:23:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 03:23:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 03:23:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:23:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:24:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663571   34.317982    5.443130
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.147461  121.191406  121.132812
+util                       93.750000   99.000000   89.000000
+[Apr 30, 2026 - 03:24:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 79 : avg iteration time       67.86 seconds
+[Apr 30, 2026 - 03:24:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 79 : data loading time        0.00
+[Apr 30, 2026 - 03:24:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 79 : avg forward pass time    9.13
+[Apr 30, 2026 - 03:24:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 79 : backward pass time       7.68
+[Apr 30, 2026 - 03:24:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 79 : optimizer step time      0.67
+[Apr 30, 2026 - 03:24:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 79--------------------
+[Apr 30, 2026 - 03:24:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 03:24:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 03:24:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:24:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663722   34.318291    5.443169
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.504883  137.695312  136.933594
+util                       61.000000   67.000000   54.000000
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 80 : avg iteration time       161.99 seconds
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 80 : data loading time        0.00
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 80 : avg forward pass time    33.82
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 80 : backward pass time       6.68
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 80 : optimizer step time      0.40
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 80--------------------
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 118216.9752   iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5107          iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 118216.9752iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.6131iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.2904 iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.0152 iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 359103.0000iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 5327.9346iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1239637.6250iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5107iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.9968  iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 161720.3281iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.0152  iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1239637.6250iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.1499  iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 29726.1602iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.2904  iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 5327.9346iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:27:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 03:28:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663773   34.318504    5.443169
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.152344  121.113281
+util                       96.750000   99.000000   90.000000
+[Apr 30, 2026 - 03:28:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 81 : avg iteration time       70.12 seconds
+[Apr 30, 2026 - 03:28:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 81 : data loading time        0.00
+[Apr 30, 2026 - 03:28:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 81 : avg forward pass time    9.55
+[Apr 30, 2026 - 03:28:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 81 : backward pass time       7.66
+[Apr 30, 2026 - 03:28:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 81 : optimizer step time      0.67
+[Apr 30, 2026 - 03:28:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 81--------------------
+[Apr 30, 2026 - 03:28:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0023        iter count: 1.0
+[Apr 30, 2026 - 03:28:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0023   iter count: 1.0
+[Apr 30, 2026 - 03:28:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:28:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:29:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663736   34.318336    5.443169
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.152344  121.113281
+util                       92.750000   98.000000   88.000000
+[Apr 30, 2026 - 03:29:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 82 : avg iteration time       65.88 seconds
+[Apr 30, 2026 - 03:29:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 82 : data loading time        0.00
+[Apr 30, 2026 - 03:29:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 82 : avg forward pass time    8.64
+[Apr 30, 2026 - 03:29:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 82 : backward pass time       7.68
+[Apr 30, 2026 - 03:29:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 82 : optimizer step time      0.67
+[Apr 30, 2026 - 03:29:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 82--------------------
+[Apr 30, 2026 - 03:29:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 03:29:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 03:29:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:29:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:30:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663731   34.318336    5.443169
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.152344  121.113281
+util                       96.250000   99.000000   93.000000
+[Apr 30, 2026 - 03:30:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 83 : avg iteration time       70.05 seconds
+[Apr 30, 2026 - 03:30:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 83 : data loading time        0.00
+[Apr 30, 2026 - 03:30:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 83 : avg forward pass time    9.68
+[Apr 30, 2026 - 03:30:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 83 : backward pass time       7.67
+[Apr 30, 2026 - 03:30:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 83 : optimizer step time      0.66
+[Apr 30, 2026 - 03:30:43 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 83--------------------
+[Apr 30, 2026 - 03:30:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0025        iter count: 1.0
+[Apr 30, 2026 - 03:30:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 03:30:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:30:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:31:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663849   34.318810    5.443169
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.142578  121.152344  121.113281
+util                       91.250000   96.000000   88.000000
+[Apr 30, 2026 - 03:31:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 84 : avg iteration time       67.93 seconds
+[Apr 30, 2026 - 03:31:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 84 : data loading time        0.00
+[Apr 30, 2026 - 03:31:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 84 : avg forward pass time    9.15
+[Apr 30, 2026 - 03:31:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 84 : backward pass time       7.67
+[Apr 30, 2026 - 03:31:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 84 : optimizer step time      0.67
+[Apr 30, 2026 - 03:31:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 84--------------------
+[Apr 30, 2026 - 03:31:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 03:31:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 03:31:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:31:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663860   34.318386    5.443260
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.524414  137.734375  136.894531
+util                       61.000000   65.000000   57.000000
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 85 : avg iteration time       159.23 seconds
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 85 : data loading time        0.00
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 85 : avg forward pass time    33.17
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 85 : backward pass time       6.54
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 85 : optimizer step time      0.40
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 85--------------------
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 2010.7621     iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2824          iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 2010.7621iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.1096iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.2389 iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.0705 iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 8207.6387iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 650.5148iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 25361.6895iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2824iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.0133  iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 3061.4961iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.1157  iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 3756.8521iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.0705  iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 25361.6895iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.2389  iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 650.5148iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:34:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 03:35:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663943   34.318626    5.443241
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.215820  121.347656  121.171875
+util                       95.000000   99.000000   87.000000
+[Apr 30, 2026 - 03:35:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 86 : avg iteration time       70.27 seconds
+[Apr 30, 2026 - 03:35:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 86 : data loading time        0.00
+[Apr 30, 2026 - 03:35:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 86 : avg forward pass time    9.58
+[Apr 30, 2026 - 03:35:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 86 : backward pass time       7.67
+[Apr 30, 2026 - 03:35:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 86 : optimizer step time      0.67
+[Apr 30, 2026 - 03:35:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 86--------------------
+[Apr 30, 2026 - 03:35:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 03:35:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 03:35:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:35:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:36:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663941   34.318626    5.443241
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.215820  121.347656  121.171875
+util                       92.250000   99.000000   88.000000
+[Apr 30, 2026 - 03:36:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 87 : avg iteration time       65.86 seconds
+[Apr 30, 2026 - 03:36:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 87 : data loading time        0.00
+[Apr 30, 2026 - 03:36:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 87 : avg forward pass time    8.63
+[Apr 30, 2026 - 03:36:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 87 : backward pass time       7.68
+[Apr 30, 2026 - 03:36:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 87 : optimizer step time      0.67
+[Apr 30, 2026 - 03:36:47 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 87--------------------
+[Apr 30, 2026 - 03:36:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 03:36:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 03:36:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:36:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:37:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663941   34.318626    5.443241
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.376953  121.386719  121.347656
+util                       94.250000   99.000000   87.000000
+[Apr 30, 2026 - 03:37:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 88 : avg iteration time       67.99 seconds
+[Apr 30, 2026 - 03:37:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 88 : data loading time        0.00
+[Apr 30, 2026 - 03:37:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 88 : avg forward pass time    9.17
+[Apr 30, 2026 - 03:37:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 88 : backward pass time       7.67
+[Apr 30, 2026 - 03:37:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 88 : optimizer step time      0.67
+[Apr 30, 2026 - 03:37:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 88--------------------
+[Apr 30, 2026 - 03:37:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 03:37:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 03:37:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:37:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:39:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663943   34.318634    5.443241
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.215820  121.347656  121.171875
+util                       96.000000   99.000000   89.000000
+[Apr 30, 2026 - 03:39:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 89 : avg iteration time       67.97 seconds
+[Apr 30, 2026 - 03:39:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 89 : data loading time        0.00
+[Apr 30, 2026 - 03:39:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 89 : avg forward pass time    9.16
+[Apr 30, 2026 - 03:39:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 89 : backward pass time       7.68
+[Apr 30, 2026 - 03:39:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 89 : optimizer step time      0.69
+[Apr 30, 2026 - 03:39:03 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 89--------------------
+[Apr 30, 2026 - 03:39:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 03:39:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 03:39:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:39:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663707   34.317543    5.443287
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.500000  137.695312  136.914062
+util                       61.750000   67.000000   52.000000
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 90 : avg iteration time       163.96 seconds
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 90 : data loading time        0.00
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 90 : avg forward pass time    34.35
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 90 : backward pass time       6.55
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 90 : optimizer step time      0.40
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 90--------------------
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 714373.0697   iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.7871          iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 714373.0697iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.0401iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.6564 iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.5251 iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 867242.8125iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1499.3630iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 3437099.2500iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.7871iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.8564  iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 2236.8840iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.1224  iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 28135.7090iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.6564  iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1499.3630iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.5251  iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 3437099.2500iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:41:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 03:42:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663829   34.318031    5.443287
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.137695  121.152344  121.132812
+util                       96.000000   99.000000   89.000000
+[Apr 30, 2026 - 03:42:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 91 : avg iteration time       70.22 seconds
+[Apr 30, 2026 - 03:42:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 91 : data loading time        0.00
+[Apr 30, 2026 - 03:42:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 91 : avg forward pass time    9.57
+[Apr 30, 2026 - 03:42:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 91 : backward pass time       7.69
+[Apr 30, 2026 - 03:42:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 91 : optimizer step time      0.67
+[Apr 30, 2026 - 03:42:57 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 91--------------------
+[Apr 30, 2026 - 03:42:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 03:42:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 03:42:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:42:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:44:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.664201   34.319523    5.443287
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.139160  121.152344  121.134766
+util                       97.000000   99.000000   91.000000
+[Apr 30, 2026 - 03:44:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 92 : avg iteration time       65.82 seconds
+[Apr 30, 2026 - 03:44:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 92 : data loading time        0.00
+[Apr 30, 2026 - 03:44:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 92 : avg forward pass time    8.62
+[Apr 30, 2026 - 03:44:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 92 : backward pass time       7.68
+[Apr 30, 2026 - 03:44:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 92 : optimizer step time      0.67
+[Apr 30, 2026 - 03:44:03 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 92--------------------
+[Apr 30, 2026 - 03:44:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 03:44:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 03:44:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:44:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:45:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.664258   34.319771    5.443287
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.137695  121.152344  121.132812
+util                       95.250000   99.000000   91.000000
+[Apr 30, 2026 - 03:45:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 93 : avg iteration time       67.91 seconds
+[Apr 30, 2026 - 03:45:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 93 : data loading time        0.00
+[Apr 30, 2026 - 03:45:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 93 : avg forward pass time    9.14
+[Apr 30, 2026 - 03:45:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 93 : backward pass time       7.68
+[Apr 30, 2026 - 03:45:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 93 : optimizer step time      0.67
+[Apr 30, 2026 - 03:45:10 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 93--------------------
+[Apr 30, 2026 - 03:45:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 03:45:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 03:45:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:45:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:46:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.664105   34.319145    5.443291
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.167969  121.173828  121.154297
+util                       94.750000   99.000000   87.000000
+[Apr 30, 2026 - 03:46:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 94 : avg iteration time       70.04 seconds
+[Apr 30, 2026 - 03:46:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 94 : data loading time        0.00
+[Apr 30, 2026 - 03:46:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 94 : avg forward pass time    9.68
+[Apr 30, 2026 - 03:46:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 94 : backward pass time       7.67
+[Apr 30, 2026 - 03:46:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 94 : optimizer step time      0.67
+[Apr 30, 2026 - 03:46:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 94--------------------
+[Apr 30, 2026 - 03:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 03:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 03:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:46:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.663977   34.318546    5.443348
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.485352  137.656250  136.972656
+util                       60.750000   66.000000   51.000000
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 95 : avg iteration time       164.39 seconds
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 95 : data loading time        0.00
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 95 : avg forward pass time    34.39
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 95 : backward pass time       6.56
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 95 : optimizer step time      0.40
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 95--------------------
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 26151.5052    iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5283          iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 26151.5052iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.8750iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.3561 iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.9435 iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 53796.7969iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 822.3451iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 145376.9062iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5283iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.4672  iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 56070.6719iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.3561  iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 822.3451iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.7332  iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 12917.2646iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.9435  iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 145376.9062iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0023   iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:49:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 03:50:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.664104   34.319050    5.443356
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.153809  121.154297  121.152344
+util                       93.000000   99.000000   89.000000
+[Apr 30, 2026 - 03:50:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 96 : avg iteration time       70.50 seconds
+[Apr 30, 2026 - 03:50:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 96 : data loading time        0.00
+[Apr 30, 2026 - 03:50:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 96 : avg forward pass time    9.63
+[Apr 30, 2026 - 03:50:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 96 : backward pass time       7.68
+[Apr 30, 2026 - 03:50:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 96 : optimizer step time      0.66
+[Apr 30, 2026 - 03:50:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 96--------------------
+[Apr 30, 2026 - 03:50:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 03:50:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 03:50:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:50:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:51:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.664170   34.319298    5.443348
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.166992  121.171875  121.152344
+util                       92.750000   99.000000   88.000000
+[Apr 30, 2026 - 03:51:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 97 : avg iteration time       65.79 seconds
+[Apr 30, 2026 - 03:51:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 97 : data loading time        0.00
+[Apr 30, 2026 - 03:51:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 97 : avg forward pass time    8.60
+[Apr 30, 2026 - 03:51:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 97 : backward pass time       7.70
+[Apr 30, 2026 - 03:51:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 97 : optimizer step time      0.66
+[Apr 30, 2026 - 03:51:21 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 97--------------------
+[Apr 30, 2026 - 03:51:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0025        iter count: 1.0
+[Apr 30, 2026 - 03:51:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 03:51:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:51:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:52:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.664168   34.319298    5.443363
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.329102  121.388672  121.154297
+util                       96.500000   99.000000   90.000000
+[Apr 30, 2026 - 03:52:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 98 : avg iteration time       72.36 seconds
+[Apr 30, 2026 - 03:52:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 98 : data loading time        0.00
+[Apr 30, 2026 - 03:52:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 98 : avg forward pass time    10.24
+[Apr 30, 2026 - 03:52:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 98 : backward pass time       7.69
+[Apr 30, 2026 - 03:52:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 98 : optimizer step time      0.67
+[Apr 30, 2026 - 03:52:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 98--------------------
+[Apr 30, 2026 - 03:52:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 03:52:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 03:52:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:52:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:53:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.664075   34.318916    5.443348
+peak_gpu_mem_gb           118.819738  118.819738  118.819738
+peak_gpu_mem_reserved_gb  121.183105  121.193359  121.152344
+util                       96.000000   99.000000   89.000000
+[Apr 30, 2026 - 03:53:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 99 : avg iteration time       70.19 seconds
+[Apr 30, 2026 - 03:53:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 99 : data loading time        0.00
+[Apr 30, 2026 - 03:53:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 99 : avg forward pass time    9.70
+[Apr 30, 2026 - 03:53:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 99 : backward pass time       7.69
+[Apr 30, 2026 - 03:53:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 99 : optimizer step time      0.66
+[Apr 30, 2026 - 03:53:44 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 99--------------------
+[Apr 30, 2026 - 03:53:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0045        iter count: 1.0
+[Apr 30, 2026 - 03:53:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 03:53:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 03:53:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.664652   34.318867    5.445587
+peak_gpu_mem_gb           134.509719  134.509719  134.509719
+peak_gpu_mem_reserved_gb  137.441406  137.617188  136.914062
+util                       60.750000   64.000000   57.000000
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 100 : avg iteration time       164.51 seconds
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 100 : data loading time        0.00
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 100 : avg forward pass time    34.44
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 100 : backward pass time       6.61
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 100 : optimizer step time      0.40
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 100--------------------
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 208.4197      iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4031          iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 208.4197iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 2.9733iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.6548 iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 3.2640 iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 433.1313iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 202.2641iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 684.0261iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4031iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.1808  iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 579.1628iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.2640  iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 684.0261iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.7938  iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 267.0721iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 2.6548  iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 202.2641iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 03:56:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 03:56:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 16.10 seconds
+[Apr 30, 2026 - 03:56:44 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 100
+[Apr 30, 2026 - 03:56:44 | INFO | fastgen.utils.checkpointer:save:311 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100
+[Apr 30, 2026 - 03:56:44 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] net_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 30, 2026 - 03:57:41 | SUCCESS | fastgen.utils.checkpointer:save:362 ] Model saved at iteration 100
+[Apr 30, 2026 - 03:57:42 | INFO | fastgen.trainer:validate:358 ] Validation iteration 100
+[Apr 30, 2026 - 03:57:42 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:236 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 03:57:50 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:254 ] [val] AR inference done in 7.8s
+[Apr 30, 2026 - 03:57:53 | INFO | fastgen.callbacks.wandb:_get_syncnet_scorer:402 ] [WandbCallback] Loaded SyncCScorer from /home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model
+[Apr 30, 2026 - 03:57:53 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 0: sync_c=5.780
+[Apr 30, 2026 - 03:57:54 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:236 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 03:58:01 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:254 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 03:58:04 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 1: sync_c=6.847
+[Apr 30, 2026 - 03:58:04 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:236 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 03:58:11 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:254 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 03:58:14 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 2: sync_c=5.175
+[Apr 30, 2026 - 03:58:14 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:236 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 03:58:21 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:254 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 03:58:24 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 3: sync_c=4.740
+[Apr 30, 2026 - 03:58:24 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:236 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 03:58:31 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:254 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 03:58:34 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 4: sync_c=4.951
+[Apr 30, 2026 - 03:58:34 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:236 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 03:58:41 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:254 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 03:58:44 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 5: sync_c=7.839
+[Apr 30, 2026 - 03:58:44 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:236 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 03:58:51 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:254 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 03:58:54 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 6: sync_c=7.131
+[Apr 30, 2026 - 03:58:54 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:236 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 03:59:01 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:254 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 03:59:04 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 7: sync_c=5.636
+[Apr 30, 2026 - 03:59:04 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:236 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 03:59:10 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:254 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 8: sync_c=5.688
+[Apr 30, 2026 - 03:59:14 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:236 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 03:59:20 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:254 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 03:59:23 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 9: sync_c=4.952
+[Apr 30, 2026 - 03:59:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging val0 stats at iteration 100--------------------
+[Apr 30, 2026 - 03:59:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 03:59:40 | INFO | fastgen.callbacks.wandb:on_validation_end:763 ] Logged 10 val videos at iteration 100
+[Apr 30, 2026 - 03:59:40 | INFO | fastgen.callbacks.wandb:on_validation_end:769 ] [SyncEval] val0 mean sync_c: 5.874 (n=10)
+[Apr 30, 2026 - 04:00:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 34.829698   56.493797   27.607376
+peak_gpu_mem_gb           121.141526  121.179644  121.128820
+peak_gpu_mem_reserved_gb  123.684082  123.832031  123.634766
+util                       92.250000   97.000000   88.000000
+[Apr 30, 2026 - 04:00:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 101 : avg iteration time       259.39 seconds
+[Apr 30, 2026 - 04:00:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 101 : data loading time        0.00
+[Apr 30, 2026 - 04:00:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 101 : avg forward pass time    9.04
+[Apr 30, 2026 - 04:00:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 101 : backward pass time       7.69
+[Apr 30, 2026 - 04:00:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 101 : optimizer step time      0.67
+[Apr 30, 2026 - 04:00:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 101--------------------
+[Apr 30, 2026 - 04:00:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 04:00:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 04:00:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:00:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..d09e348ef4f6ee1494654eb6b9e4c1c2a3b123d5
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/files/wandb-metadata.json
@@ -0,0 +1,77 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T16:27:57.824264Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=False",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "trainer.max_iter=2500",
+    "trainer.save_ckpt_iter=100",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "b45ca93eda072dd1d78689bb50080f0fa8ffae2f"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1112531275776"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "u1aypnou4iherzbdlzxnkfkgleu47a34"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..c8ce4cc9bfa2e16c1a2ca0f95a5872056ad44a41
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/logs/debug-core.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-30T01:27:58.141999753+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp5di0kgpn/port-11339.txt","pid":11339,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-30T01:27:58.142520665+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":11339}
+{"time":"2026-04-30T01:27:58.142509808+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-11339-28297-943997266/socket","Net":"unix"}}
+{"time":"2026-04-30T01:27:58.326036894+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-30T01:27:58.341209439+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"isxgz9lp","id":"1(@)"}
+{"time":"2026-04-30T01:27:58.749410013+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"isxgz9lp","id":"1(@)"}
+{"time":"2026-04-30T01:28:05.146154327+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"1ih390qdq4yy"}
+{"time":"2026-04-30T04:01:48.335639188+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..5d9b6d2d9f75800b6cc9b0c2de24740162ece661
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/logs/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-30T01:27:58.341313533+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-30T01:27:58.749286618+09:00","level":"INFO","msg":"stream: created new stream","id":"isxgz9lp"}
+{"time":"2026-04-30T01:27:58.749337918+09:00","level":"INFO","msg":"handler: started","stream_id":"isxgz9lp"}
+{"time":"2026-04-30T01:27:58.749404069+09:00","level":"INFO","msg":"stream: started","id":"isxgz9lp"}
+{"time":"2026-04-30T01:27:58.749421066+09:00","level":"INFO","msg":"sender: started","stream_id":"isxgz9lp"}
+{"time":"2026-04-30T01:27:58.749423709+09:00","level":"INFO","msg":"writer: started","stream_id":"isxgz9lp"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..0e2c60647e9f745b2b5e489b23674b7c3d18fb20
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/logs/debug.log
@@ -0,0 +1,19 @@
+2026-04-30 01:27:57,825 INFO    MainThread:11339 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-30 01:27:57,825 INFO    MainThread:11339 [wandb_setup.py:_flush():81] Configure stats pid to 11339
+2026-04-30 01:27:57,825 INFO    MainThread:11339 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-30 01:27:57,825 INFO    MainThread:11339 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/logs/debug.log
+2026-04-30 01:27:57,825 INFO    MainThread:11339 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/logs/debug-internal.log
+2026-04-30 01:27:57,825 INFO    MainThread:11339 [wandb_init.py:init():844] calling init triggers
+2026-04-30 01:27:57,825 INFO    MainThread:11339 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen-redmd/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df_audiofix/df_audiofix_syncnet_trained_shift_5_14b_lora_t769_4gpu_bs4_grad1_eff16_lr1e5_5000iter/checkpoints/0003000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '2500', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7f98659f14e0>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f9865c2f880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'True', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f9865c2f880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f9865c2f880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-30 01:27:57,825 INFO    MainThread:11339 [wandb_init.py:init():892] starting backend
+2026-04-30 01:27:58,326 INFO    MainThread:11339 [wandb_init.py:init():895] sending inform_init request
+2026-04-30 01:27:58,339 INFO    MainThread:11339 [wandb_init.py:init():903] backend started and connected
+2026-04-30 01:27:58,340 INFO    MainThread:11339 [wandb_init.py:init():973] updated telemetry
+2026-04-30 01:27:58,361 INFO    MainThread:11339 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-30 01:27:59,872 INFO    MainThread:11339 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-30 01:28:00,142 INFO    MainThread:11339 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-30 01:28:00,142 INFO    MainThread:11339 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-30 01:28:00,142 INFO    MainThread:11339 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-30 01:28:00,142 INFO    MainThread:11339 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-30 01:28:00,146 INFO    MainThread:11339 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/run-isxgz9lp.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/run-isxgz9lp.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..3465785d598f272785124cce10a977767bc7f7cb
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_012757-isxgz9lp/run-isxgz9lp.wandb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9063c84835acf99757e77a1babe5d798efce0072c7febaa2583e789adb0269
+size 1998848
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/config.yaml b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..e9be16ad7a8ccd72b5850fcc1849980ecd9e37f0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/config.yaml
@@ -0,0 +1,408 @@
+_wandb:
+    value:
+        cli_version: 0.25.0
+        e:
+            45m83twea3hi2jpc12pimj9ychlwo704:
+                args:
+                    - --config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py
+                    - '-'
+                    - trainer.resume=True
+                    - model.fake_score_optimizer.lr=3e-6
+                    - log_config.group=omniavatar_sf_audiofix
+                    - log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora
+                    - log_config.project=OmniAvatar-FastGen
+                    - log_config.wandb_entity=paulhcho
+                    - trainer.ddp=False
+                    - trainer.fsdp=True
+                    - trainer.grad_accum_rounds=4
+                    - trainer.max_iter=2500
+                    - trainer.save_ckpt_iter=100
+                    - model.sample_t_cfg.t_list=[0.999,0.769,0.0]
+                codePath: train.py
+                codePathLocal: train.py
+                cpu_count: 112
+                cpu_count_logical: 224
+                cudaVersion: "12.9"
+                disk:
+                    /:
+                        total: "1356758433792"
+                        used: "1184613728256"
+                email: paul.hyunbin@gmail.com
+                executable: /home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12
+                git:
+                    commit: 76f853e4b61ab50013de1511eeea0ed178959bca
+                    remote: https://paulcho98:@github.com/paulcho98/FastGen.git
+                gpu: NVIDIA H200
+                gpu_count: 4
+                gpu_nvidia:
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0
+                host: main1
+                memory:
+                    total: "2163961778176"
+                os: Linux-5.15.0-151-generic-x86_64-with-glibc2.39
+                program: /home/work/.local/hyunbin/FastGen-redmd/train.py
+                python: CPython 3.12.12
+                root: /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora
+                startedAt: "2026-04-29T19:07:23.849125Z"
+                writerId: 45m83twea3hi2jpc12pimj9ychlwo704
+        m: []
+        python_version: 3.12.12
+        t:
+            "1":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 50
+                - 53
+                - 63
+                - 71
+                - 83
+                - 98
+            "2":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 50
+                - 53
+                - 63
+                - 71
+                - 83
+                - 98
+            "3":
+                - 5
+                - 13
+                - 14
+                - 16
+                - 61
+                - 62
+            "4": 3.12.12
+            "5": 0.25.0
+            "6": 5.3.0
+            "12": 0.25.0
+            "13": linux-x86_64
+dataloader_train:
+    value:
+        _target_: <class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>
+        batch_size: "1"
+        data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_path.txt
+        latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+        load_raw_audio: "True"
+        neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+        num_workers: "2"
+        raw_audio_fps: "25.0"
+        raw_audio_num_frames: "81"
+        raw_audio_sample_rate: "16000"
+        use_ref_sequence: "True"
+dataloader_val:
+    value:
+        _target_: <function create_omniavatar_dataloader at 0x7f0ee97b1580>
+        batch_size: "1"
+        data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_val10.txt
+        latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+        load_ode_path: "False"
+        neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+        num_workers: "2"
+        use_ref_sequence: "True"
+eval:
+    value:
+        max_ckpt: "100000000"
+        min_ckpt: "0"
+        num_samples: "50000"
+        samples_dir: samples
+        save_images: "False"
+log_config:
+    value:
+        group: omniavatar_sf_audiofix
+        name: sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora
+        project: OmniAvatar-FastGen
+        wandb_credential: ./credentials/wandb_api.txt
+        wandb_entity: paulhcho
+        wandb_mode: online
+model:
+    value:
+        add_teacher_to_fsdp_dict: "True"
+        center_reward: "False"
+        clamp_reward: null
+        context_noise: "0.0"
+        ddp_find_unused_parameters: "True"
+        device: cuda
+        discriminator:
+            _target_: <class 'fastgen.networks.discriminators.Discriminator_EDM'>
+            all_res:
+                - "32"
+                - "16"
+                - "8"
+            feature_indices: '{0, 1, 2}'
+            in_channels: "256"
+        discriminator_optimizer:
+            _target_: <function get_optimizer at 0x7f0ee99ef880>
+            betas:
+                - "0.9"
+                - "0.999"
+            eps: "1e-08"
+            fused: "False"
+            lr: "0.0001"
+            model: null
+            optim_type: adamw
+            weight_decay: "0.01"
+        discriminator_scheduler:
+            _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+            cycle_lengths:
+                - "10000000000"
+            f_max:
+                - "1.0"
+            f_min:
+                - "1.0"
+            f_start:
+                - "1e-06"
+            warm_up_steps:
+                - "0"
+        enable_gradient_in_rollout: "True"
+        enable_preprocessors: "True"
+        fake_score: null
+        fake_score_net:
+            _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+            audio_hidden_size: "32"
+            base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+            in_dim: "65"
+            lora_alpha: "64"
+            lora_rank: "128"
+            merge_lora: "False"
+            mode: v2v
+            model_size: 14B
+            net_pred_type: flow
+            omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt
+            schedule_type: rf
+            unfreeze_modules:
+                - model.audio_proj
+                - model.audio_cond_projs
+                - model.patch_embedding
+            use_audio: "True"
+        fake_score_optimizer:
+            _target_: <function get_optimizer at 0x7f0ee99ef880>
+            betas:
+                - "0.0"
+                - "0.999"
+            eps: "1e-08"
+            fused: "False"
+            lr: "3e-06"
+            model: null
+            optim_type: adamw
+            weight_decay: "0.01"
+        fake_score_pred_type: x0
+        fake_score_scheduler:
+            _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+            cycle_lengths:
+                - "10000000000"
+            f_max:
+                - "1.0"
+            f_min:
+                - "1.0"
+            f_start:
+                - "1e-06"
+            warm_up_steps:
+                - "0"
+        fsdp_meta_init: "True"
+        gan_loss_weight_gen: "0"
+        gan_r1_reg_alpha: "0.1"
+        gan_r1_reg_weight: "0.0"
+        gan_use_same_t_noise: "False"
+        grad_scaler_enabled: "False"
+        grad_scaler_growth_interval: "2000"
+        grad_scaler_init_scale: "65536.0"
+        guidance_scale: "4.5"
+        input_shape:
+            - "16"
+            - "21"
+            - "64"
+            - "64"
+        last_step_only: "False"
+        load_student_weights: "False"
+        net:
+            _target_: <class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>
+            audio_hidden_size: "32"
+            base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+            chunk_size: "3"
+            in_dim: "65"
+            local_attn_size: "7"
+            lora_alpha: "64"
+            lora_rank: "128"
+            merge_lora: "False"
+            mode: v2v
+            model_size: 14B
+            net_pred_type: flow
+            omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt
+            schedule_type: rf
+            sink_size: "1"
+            total_num_frames: "21"
+            unfreeze_modules:
+                - _core.audio_proj
+                - _core.audio_cond_projs
+                - _core.patch_embedding
+            use_audio: "True"
+            use_dynamic_rope: "True"
+        net_optimizer:
+            _target_: <function get_optimizer at 0x7f0ee99ef880>
+            betas:
+                - "0.0"
+                - "0.999"
+            eps: "1e-08"
+            fused: "False"
+            lr: "2e-06"
+            model: null
+            optim_type: adamw
+            weight_decay: "0.01"
+        net_scheduler:
+            _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+            cycle_lengths:
+                - "10000000000"
+            f_max:
+                - "1.0"
+            f_min:
+                - "1.0"
+            f_start:
+                - "1e-06"
+            warm_up_steps:
+                - "0"
+        precision: bfloat16
+        precision_amp: null
+        precision_amp_enc: null
+        precision_amp_infer: null
+        precision_fsdp: float32
+        pretrained_model_path: ""
+        pretrained_student_net_path: ""
+        reward:
+            audio_sample_rate: "16000"
+            checkpoint_path: /home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model
+            decoder_kind: taew
+            enabled: "True"
+            input_fps: "25.0"
+            taew_checkpoint_path: /home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth
+            vshift: "15"
+        reward_beta: "2"
+        reward_debug_dir: logs/redmd_debug
+        reward_weighting_mode: per_sample
+        same_step_across_blocks: "True"
+        sample_t_cfg:
+            log_t_df: "0.01"
+            max_t: "0.999"
+            min_t: "0.001"
+            shift: "5.0"
+            t_list:
+                - "0.999"
+                - "0.769"
+                - "0.0"
+            time_dist_type: shifted
+            train_p_mean: "-1.1"
+            train_p_std: "2.0"
+        save_reward_debug_video: "False"
+        skip_layers: null
+        start_gradient_frame: "0"
+        student_sample_steps: "2"
+        student_sample_type: sde
+        student_update_freq: "5"
+        teacher:
+            _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+            audio_hidden_size: "32"
+            base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+            in_dim: "65"
+            merge_lora: "True"
+            mode: v2v
+            model_size: 14B
+            net_pred_type: flow
+            omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt
+            schedule_type: rf
+            use_audio: "True"
+        timestep_cfg:
+            enabled: "True"
+            t_hi: "0.882"
+            t_lo: "0.556"
+        use_ema: "False"
+model_class:
+    value:
+        _target_: <class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>
+        config: null
+trainer:
+    value:
+        augment_pipe: null
+        batch_size_global: null
+        callbacks:
+            ema:
+                _target_: <class 'fastgen.callbacks.ema.EMACallback'>
+                beta: "0.9999"
+                ema_halflife_kimg: "500"
+                ema_rampup_ratio: "0.05"
+                gamma: "16.97"
+                start_iter: "0"
+                type: constant
+            gpu_stats:
+                _target_: <class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>
+                every_n: "100"
+            grad_clip:
+                _target_: <class 'fastgen.callbacks.grad_clip.GradClipCallback'>
+                grad_norm: "10.0"
+                model_key: net
+            param_count:
+                _target_: <class 'fastgen.callbacks.param_count.ParamCountCallback'>
+            train_profiler:
+                _target_: <class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>
+                every_n: "100"
+            wandb:
+                _target_: <class 'fastgen.callbacks.wandb.WandbCallback'>
+                fps: "25"
+                sample_logging_iter: "100"
+                syncnet_checkpoint_path: /home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model
+        checkpointer:
+            pretrained_ckpt_key_map:
+                net: net
+            pretrained_ckpt_path: ""
+            s3_container: s3://checkpoints/fastgen
+            s3_credential: ./credentials/s3.json
+            save_dir: /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints
+            use_s3: "False"
+        cudnn:
+            benchmark: "True"
+            deterministic: "False"
+        ddp: "False"
+        fsdp: "True"
+        fsdp_cpu_offload: "False"
+        fsdp_min_num_params: "100000000"
+        fsdp_sharding_group_size: null
+        global_vars: null
+        global_vars_val:
+            - null
+        grad_accum_rounds: "4"
+        logging_iter: "1"
+        max_iter: "2500"
+        offload_module_in_decoding: "False"
+        resume: "True"
+        save_ckpt_iter: "100"
+        seed: "0"
+        skip_initial_validation: "True"
+        tf32_enabled: "True"
+        val_seed: null
+        validation_iter: "100"
+        visualize_teacher: "False"
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_200_6eaa5ae21547d6d4dc78.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_200_6eaa5ae21547d6d4dc78.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..aa86fd66374f3ee045ca1c8d1ba8c3b1c686f64b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_200_6eaa5ae21547d6d4dc78.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eaa5ae21547d6d4dc7861deb1043368b01998929d9cb8604b6a9b1b8f203193
+size 256829
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_300_f2ac8db847ba517fb9b1.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_300_f2ac8db847ba517fb9b1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..ff7dd25df7e5c34a360700cc45bb27a862a875b3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_300_f2ac8db847ba517fb9b1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ac8db847ba517fb9b1f19339c4057fae5fc91edf4b4bcc9e621a6f522ee7cf
+size 259718
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_400_9b2f675b8f88739b0ee8.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_400_9b2f675b8f88739b0ee8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c44a1e5b1a494c602537769c5bd50aefefcda9ad
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_400_9b2f675b8f88739b0ee8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2f675b8f88739b0ee8c2f570179f190293abbfb20fdef6e3450e3469f234fd
+size 200943
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_500_d6aaae9196a1fe54a75e.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_500_d6aaae9196a1fe54a75e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..d63929522826ae9a6fd89ad546ef012486f5833d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_500_d6aaae9196a1fe54a75e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6aaae9196a1fe54a75edf57d7a80f5e8891d41d5016b75c84c4847f7595cdce
+size 255528
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_600_dfb7aaf4e981b5c54fd1.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_600_dfb7aaf4e981b5c54fd1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..063a5175ccd1045c6c3555201fa1677026931b78
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_600_dfb7aaf4e981b5c54fd1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb7aaf4e981b5c54fd18b6591052cb5d54bca56c4699870189dcfa880fe4248
+size 160829
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_700_707934d3b0f42204cf8a.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_700_707934d3b0f42204cf8a.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..25b09d0087a4c2ac701a97e8e918dceb8e8b5822
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_700_707934d3b0f42204cf8a.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707934d3b0f42204cf8a6d6d61ad43e7cbb54888785d24ef604d18454aeb541a
+size 217166
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_800_a04f99333707ab6a3cba.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_800_a04f99333707ab6a3cba.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..532b580e8f070e36e6dfc4ef0ca25c8c6533f881
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/data/real_800_a04f99333707ab6a3cba.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04f99333707ab6a3cbaf75819ac2687fe8922e130e2059d2f996d9e2be22ac6
+size 147281
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_200_33122d55614732e2db50.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_200_33122d55614732e2db50.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..22cbdac88046f7c7099e6d95d30c4fac5b7655ba
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_200_33122d55614732e2db50.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33122d55614732e2db50ad5bbc14c6c896930154ef2b7858c40015fb966f648e
+size 238529
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_300_eab9d049e854c48351d9.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_300_eab9d049e854c48351d9.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c48dc06494b1f715c39d51b7c967e3ad43f8d8e7
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_300_eab9d049e854c48351d9.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab9d049e854c48351d9c0aa2e4c53b980b86017f6911517ba4495d5534fada7
+size 249987
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_400_4cfa7a87e19a594147c6.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_400_4cfa7a87e19a594147c6.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..543007ad94700f13d2d2ad4f7a859ecae0e79e43
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_400_4cfa7a87e19a594147c6.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfa7a87e19a594147c6cfa75c601fc13990da3fcdfa5fd32e6dd80cb9a3524b
+size 190952
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_500_9063879242c05ec17f88.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_500_9063879242c05ec17f88.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..98e78fbf349895e5036be335fcf125406dc95077
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_500_9063879242c05ec17f88.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9063879242c05ec17f882b0d6757b18b6f5a7591c57acb62a0052251e181e431
+size 232513
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_600_ff5eaf93c058e67ce367.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_600_ff5eaf93c058e67ce367.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..2c098f7afed4132d1d467982e1448ba78913ff1c
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_600_ff5eaf93c058e67ce367.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5eaf93c058e67ce367d276b8efc5e906a9a5ccf6a5348cb38071949f98fdd8
+size 154572
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_700_dde62fd5205cfcc2c7aa.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_700_dde62fd5205cfcc2c7aa.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..43b2d095b4369bb71fef64a3704b726aba92d2be
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_700_dde62fd5205cfcc2c7aa.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde62fd5205cfcc2c7aaef489e487697c451420d0e6407898afb8ed3fc6e97c3
+size 208757
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_800_c413166000bbbfeaf827.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_800_c413166000bbbfeaf827.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..bf462c0dbae645c3116db1184a65f67a72219730
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/train_media/student/generation_800_c413166000bbbfeaf827.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c413166000bbbfeaf827533c5f4473dd00be53304582e7509479a3cd353e1522
+size 142469
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_1a78d35afb8ca11f74e1.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_1a78d35afb8ca11f74e1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..53d75de00f175876805a1c6be3c8e362a57d7832
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_1a78d35afb8ca11f74e1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a78d35afb8ca11f74e18290c7232cb4cd83bdcaf0ef5531de7c0b6f92889f74
+size 175221
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_214c272a9b0e6c484282.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_214c272a9b0e6c484282.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f76dd19ab23cf1c7d94f6434a782a8ac5609b6fb
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_214c272a9b0e6c484282.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214c272a9b0e6c4842825702610f4587eabe02debc12b3acc79a4114fac973d4
+size 152722
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_47e0905e45c94aa57df3.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_47e0905e45c94aa57df3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..bedefbf77975b054ae02367ada9a268d4cfe7f46
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_47e0905e45c94aa57df3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e0905e45c94aa57df3441ffc953e2209c37958b4a418a86e2e7121e15dfb54
+size 160139
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_70b7e585565a9b8707ee.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_70b7e585565a9b8707ee.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..4ca36923cf8bb2007442c1c0682fe2afc03a55c0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_70b7e585565a9b8707ee.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b7e585565a9b8707ee30ab26f4bad58ad0b51bbd7eef309be1a1e7dba2ddb4
+size 214546
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_79a60f8bd058031739df.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_79a60f8bd058031739df.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c42c8a3f044f363e1c4d0ab7cd2c9a9e64976e97
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_79a60f8bd058031739df.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a60f8bd058031739df353f16cc3cbb04c9558da032ee23af8d47b1b1c73140
+size 204631
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_8f22ebad06852fba46c3.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_8f22ebad06852fba46c3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..e1d89d9dd5c010befa62b1f26bf3b389d452435b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_8f22ebad06852fba46c3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f22ebad06852fba46c3072c883cec53030b13befe81d5fda5757c549cd5bb85
+size 192369
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_9116ea4dac8b3ded1c4f.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_9116ea4dac8b3ded1c4f.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0c6bb903a54b1effa697416e8d6efc71fa1dc477
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_9116ea4dac8b3ded1c4f.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9116ea4dac8b3ded1c4f60412a4c63068df16166e99b154f3762f436af01ac67
+size 164240
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_9484ca0dba2198d0ae4b.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_9484ca0dba2198d0ae4b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f626bfa5e51a71eb887e39701453d130b25288f7
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_9484ca0dba2198d0ae4b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9484ca0dba2198d0ae4b297c93fde3a88bdaf475292c2275d1a70243231db2ae
+size 241527
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_c2c4d5a0fd1d8caf469b.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_c2c4d5a0fd1d8caf469b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..4484a4fccc3238382d95b8b651da9ab6aa553d3f
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_c2c4d5a0fd1d8caf469b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c4d5a0fd1d8caf469bc54da1d3ff204b8af8667cc86ffc951404ee61438455
+size 156196
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_dbcb26f2a23242828619.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_dbcb26f2a23242828619.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..94abe4d718cd53468f8127a7a257b720dd8b39d3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_200_dbcb26f2a23242828619.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcb26f2a23242828619c74e0a6507dcc51a8a404b014433f86e3657cfc9e42e
+size 197081
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_7bf3d8b1feb3246d3f9a.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_7bf3d8b1feb3246d3f9a.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f54958c279aace7c14e97d95d6acdb8c2584bf8e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_7bf3d8b1feb3246d3f9a.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf3d8b1feb3246d3f9a0a12f623929c41c12d3d53907099965fef7be456c69c
+size 174970
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_7c0fff7c9fcc61801138.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_7c0fff7c9fcc61801138.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..88d681cbfe57f1d424f113cfb288bcea6101d2bd
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_7c0fff7c9fcc61801138.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0fff7c9fcc618011383aef0bfb8582e30e2cb2571d38e59e39846b676379d9
+size 200042
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_7c1763d4e3a60a7cbd17.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_7c1763d4e3a60a7cbd17.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..e97c366b54be129b53d42b424b0f68137e04f7f4
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_7c1763d4e3a60a7cbd17.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1763d4e3a60a7cbd17ee802a59cf817075099009bbbf22f2dd33c83fb24e4f
+size 241376
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_98481300072b84bcc2d1.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_98481300072b84bcc2d1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..101c8ff0742d3b8d7f0e3fb739d6ec72444e1a07
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_98481300072b84bcc2d1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98481300072b84bcc2d1f37fc681436cc75446666d51b9a7f5db339116303c1c
+size 155941
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_b0926dc4ffaf4564520b.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_b0926dc4ffaf4564520b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8685c21af0cf89f2d805a1af6b1a1ad12bb9e15d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_b0926dc4ffaf4564520b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0926dc4ffaf4564520ba0cbdbddc43316c38da49f161e14a227b3ae366983e1
+size 217299
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_c283ac5747f8592c3ee0.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_c283ac5747f8592c3ee0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..38680ea6a85d9af80de7313572441c87465a7114
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_c283ac5747f8592c3ee0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c283ac5747f8592c3ee0dd0980d3a0336cbbbbe12f0efbd288e8d42e50bff003
+size 160659
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_db2b44dcb59601dbfb7b.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_db2b44dcb59601dbfb7b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0e8c9e94c31370d3b5729dc068b3ac907f6e7a3a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_db2b44dcb59601dbfb7b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2b44dcb59601dbfb7ba952f8eb35565891e7d47640decdeb3a9ed20173fbfd
+size 192359
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_e6b0b5e861400a67a10e.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_e6b0b5e861400a67a10e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..d8ba6de764ce229173e51b1bcfb49eb4df4d1fcb
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_e6b0b5e861400a67a10e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b0b5e861400a67a10e114fc3599a63264a719879f02fcdebe7a79d810c7dd7
+size 152806
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_f5fb4fab47aff8db7235.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_f5fb4fab47aff8db7235.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..fb6ffe592ac4fe499566a39724d1a37d7ad9f476
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_f5fb4fab47aff8db7235.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fb4fab47aff8db72356073fbbe91106b4dc376f0422b3a9333fc2ce04b7cad
+size 204314
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_fac95dcf65358bcaaa96.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_fac95dcf65358bcaaa96.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..5c255d30fcf099554dbec1da455170246f0bef1b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_300_fac95dcf65358bcaaa96.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac95dcf65358bcaaa96c22e17a4a23ccd2d3bfaa005565b1ee2381d5403ab1d
+size 164138
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_02ea512b809d1d67aabf.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_02ea512b809d1d67aabf.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..29346144428698b7767a4d9b256fd9a72ca03a4b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_02ea512b809d1d67aabf.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ea512b809d1d67aabfb28bdbaaa12c87d35facf5f260e61f3ee51b08e7cb46
+size 164658
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_163e6d364fea3a51f7f4.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_163e6d364fea3a51f7f4.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..fd7a51b284da0d51a06b6ce884e441df39b07fbb
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_163e6d364fea3a51f7f4.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163e6d364fea3a51f7f44d9a16618cc96badfd516997cdf2f3f5e3f97aaf0679
+size 216711
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_21abd81fad4b264bdd38.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_21abd81fad4b264bdd38.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..4a962cca6d29121ca8cacc057704ff0dd92f2109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_21abd81fad4b264bdd38.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21abd81fad4b264bdd38599894b950151b067b35999f363b4ebea3d982addc09
+size 239678
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_33f5873e7bc0495b6f81.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_33f5873e7bc0495b6f81.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..94a95efca22f7bacfe069509e93015d08d8f7345
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_33f5873e7bc0495b6f81.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f5873e7bc0495b6f8182afdd97994a31faf771590dc69342072404fa85e01a
+size 156330
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_43552722a937efe27424.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_43552722a937efe27424.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f4f358739674e8ca2a532ebbc9fab64494a4f0d6
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_43552722a937efe27424.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43552722a937efe27424db8aaa7a3410e5088d9580a293375280b9a46bf5184e
+size 194027
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_599b61f0add0b14479df.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_599b61f0add0b14479df.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3b6604de35e16f75e66168bc5a694111874ef14e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_599b61f0add0b14479df.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599b61f0add0b14479dfe2a99fd8d1c6716ab2edcafa7406bfd376f4ab7d2012
+size 152387
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_9cf546c2ae30e3388dde.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_9cf546c2ae30e3388dde.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..cb9fe64ceaedfdee5d3cc0fa095b7d6da0a59188
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_9cf546c2ae30e3388dde.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf546c2ae30e3388dde7d2814fb16c4d9d65813cdc53f1d9b70f572ab07b877
+size 199027
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_b08287ca002cb37aa110.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_b08287ca002cb37aa110.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..a9b6ea3ddb0276ca4a759e883684a8b351250c16
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_b08287ca002cb37aa110.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08287ca002cb37aa11035c5e48957bc3b8583f2b13357617c25c969771e54e4
+size 176054
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_b549ba6714415133696b.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_b549ba6714415133696b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..6d675997ac9049464c67abc7a8d655d6de37f68d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_b549ba6714415133696b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b549ba6714415133696bc4c9930278ec268869a706ee35e9305bba62fea09a33
+size 204062
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_c1867e52e8b92905952e.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_c1867e52e8b92905952e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..989524a4690fd0295f0f89e445731de6a12804d1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_400_c1867e52e8b92905952e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1867e52e8b92905952eb2e9efd38944b3cabc3e3ce19f70ba6d9eae4027615a
+size 160665
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_050ba6cbb7680969d2de.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_050ba6cbb7680969d2de.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..6900c6ce509c91aab0a9b2c07c744f11a3be7d8a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_050ba6cbb7680969d2de.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050ba6cbb7680969d2de8676dd3585109a067f5d83e585d508bdd9fbf5fa6feb
+size 176509
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_0f541746bb2aff63b152.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_0f541746bb2aff63b152.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..26d203fe75d320319c940c0b6c689e8524a5f00e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_0f541746bb2aff63b152.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f541746bb2aff63b152377e0a3d82340160896a462a4ed6e4869e53ac917d1c
+size 194333
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_282a0e6b4fc80530269e.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_282a0e6b4fc80530269e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..73de896416b3dc921a84489abf224d2064abc055
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_282a0e6b4fc80530269e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282a0e6b4fc80530269e7b98f88ee1dd7da5c5e65518d9cd839398329ab4988e
+size 219076
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_301ead33dc73020f7964.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_301ead33dc73020f7964.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b50edd2d2708eae1a20da060fb854d7438dda291
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_301ead33dc73020f7964.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301ead33dc73020f7964202d112d598d9e9aaf4beac6ea9b5e66a97e3781b66e
+size 242926
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_3abded38a902b7ffc5e0.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_3abded38a902b7ffc5e0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3ca6f01c8961f4de11de53b246824a505d7e62a6
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_3abded38a902b7ffc5e0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abded38a902b7ffc5e0022f4f651fd13ebd78467ca7a8408503e4513e7aca4c
+size 206291
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_55905ac96ef4eb5323a6.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_55905ac96ef4eb5323a6.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..bd83b01202d67b3224de593dd23ce84fb5ca0c18
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_55905ac96ef4eb5323a6.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55905ac96ef4eb5323a62d8e0a05f7910f7d387c0c81e824aef55e99e6707a74
+size 158037
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_a0ce9688b61ff6f15b4d.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_a0ce9688b61ff6f15b4d.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0bf945791f26920d6f3feb7b7bed3814c6e383d1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_a0ce9688b61ff6f15b4d.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ce9688b61ff6f15b4d3a73cb38cbd1cde26efcf7d80dc6e7f87498c88e1b47
+size 199311
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_cffbffbfc08e8b26a589.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_cffbffbfc08e8b26a589.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..a5aa5ac76786ada0043f9af165ebb6a0ad522f84
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_cffbffbfc08e8b26a589.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffbffbfc08e8b26a58924f3aa76301632836ab081df43a2252cfbe2616f85d3
+size 165347
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_d796037a32d4a472c5a5.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_d796037a32d4a472c5a5.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..4450367321423c635ec33291b17e680558e466c1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_d796037a32d4a472c5a5.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d796037a32d4a472c5a554827e22d21f50cdf91c63514576aae29153d2683dfa
+size 161196
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_faccad6c3bb51f231c1a.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_faccad6c3bb51f231c1a.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..a7abd364a78d28d61ac2f0677017a9ca9bf5e3d3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_500_faccad6c3bb51f231c1a.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faccad6c3bb51f231c1a5394b214e1cbb215925df4dd5988066a65c8daea4049
+size 153817
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_087865c95efcd1d66cf9.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_087865c95efcd1d66cf9.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..4abb36b77f81e336ac5e786ef5618e2234314aa1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_087865c95efcd1d66cf9.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087865c95efcd1d66cf98cf0bd1f01ce251c76f0aabfdc4ce842fc984590e843
+size 162217
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_1a24448cfd0f9c7baa49.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_1a24448cfd0f9c7baa49.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0e971ed59c3ef787431b598e7fc33199f16c41a0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_1a24448cfd0f9c7baa49.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a24448cfd0f9c7baa49c10bf2b2b0cd1246ac0d8d6a1f76d0302fa85fa0e2e1
+size 159284
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_2c990e8b416dae624deb.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_2c990e8b416dae624deb.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..58e10d451215457630dbae51bb424bb3c63772c3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_2c990e8b416dae624deb.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c990e8b416dae624deb6507f49af3d5ad573bfa5253b91b6af9bfb3e8038899
+size 176899
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_30fe7933a5ba1384f2b6.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_30fe7933a5ba1384f2b6.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..e562f9d57d0d89b5d19228dc0694f1246114d1ef
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_30fe7933a5ba1384f2b6.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fe7933a5ba1384f2b6c938d6f097c5ad2c449d3b193d9ba07036d8baae1199
+size 208560
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_4cdb6f466db77f55b3d6.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_4cdb6f466db77f55b3d6.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c21934daf8d7f873a9101cd092ee3d12b9e58484
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_4cdb6f466db77f55b3d6.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdb6f466db77f55b3d68e5b0f20d8ac610326c1ac5aed859b4bf99ff5be1890
+size 198981
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_60325f8b563843fe885c.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_60325f8b563843fe885c.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..ff73ebd3e1994a1ab35dbc813a5b786500d40ca2
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_60325f8b563843fe885c.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60325f8b563843fe885c275ad9a60df6ca86fea87c1e4f42a1a91f1082d2c8f4
+size 154430
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_794be4dc7a013c3beb74.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_794be4dc7a013c3beb74.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b39eb962dd428bfc120ce4da02ed2ed1e3554c91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_794be4dc7a013c3beb74.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794be4dc7a013c3beb7444fff3364a4979816a24c37eaa58123c4a7f648b0c0e
+size 221728
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_81cffeaf64dabf75a145.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_81cffeaf64dabf75a145.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..5fb3f3ccdc2f280ebcb2a2e9343c61156d76d0d2
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_81cffeaf64dabf75a145.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cffeaf64dabf75a1450b63eb5835cd70aaf6c9392c72e845cc9e99a6b423a3
+size 244483
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_ce6bf6c41ddca53de6d8.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_ce6bf6c41ddca53de6d8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..4ef228ad941656f66bc87ec387f1fe25becc1fcb
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_ce6bf6c41ddca53de6d8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6bf6c41ddca53de6d8632d559abbadc44bf150da0315c4b5770dbf204a9f7a
+size 167342
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_ceae816e5e7034ec2324.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_ceae816e5e7034ec2324.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f77a1f52382fd4d5c789a0d3f7d251a2bbd02ffc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_600_ceae816e5e7034ec2324.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceae816e5e7034ec2324f4e8bc6575a82258c9bcfaee97cda7fabee810f18e2d
+size 200563
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_1dd266aa8d6b94daa4ba.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_1dd266aa8d6b94daa4ba.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..7e1bff6461b0324fec9ba367df8b55914cd2c979
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_1dd266aa8d6b94daa4ba.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd266aa8d6b94daa4ba744a21bd86bac3c7550b95b8a7dcb1fb2a51ae5743e4
+size 175571
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_6556cb75c57f5db5c770.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_6556cb75c57f5db5c770.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..dbd377ae07b86ce0e70ff45f6ea121b6ac8cc17b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_6556cb75c57f5db5c770.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6556cb75c57f5db5c7703e139d13625eeb980e5367b92f81a9b599e3ed813e95
+size 154060
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_9a60fbce745ae38e02e1.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_9a60fbce745ae38e02e1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c1769aeed833bbbd17b56b1c1f93425f26c65455
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_9a60fbce745ae38e02e1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a60fbce745ae38e02e164efa3980b0b72e15665c88d611c1c826dcf13a813cd
+size 207077
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_a7cfd41f7ad114e24452.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_a7cfd41f7ad114e24452.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..44ebdfd611882f3fcc8971b0818a7fda934435ee
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_a7cfd41f7ad114e24452.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cfd41f7ad114e2445263dbe2dc50532e8002d86e6a7f4575c80e3b51816f88
+size 165188
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_aa1f350a88ea5e54bd3c.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_aa1f350a88ea5e54bd3c.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b1761a4e35b7fa954238e373ebb564cace0333cb
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_aa1f350a88ea5e54bd3c.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1f350a88ea5e54bd3c5778bff8ccceb94a2035036ec169930192f75421b1c0
+size 195121
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_b2355f4595a8f5d7d471.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_b2355f4595a8f5d7d471.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..a03d59662d41671f7995f9bd1d835202d29d0145
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_b2355f4595a8f5d7d471.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2355f4595a8f5d7d47112aa4ba5a5335049db4a64501a9c8e2a6eb9f9a83fa4
+size 200043
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_cb3c5766d48a5befd7a7.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_cb3c5766d48a5befd7a7.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..663ba5d3b12574c0654a48e8bed0e4cc02df2f05
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_cb3c5766d48a5befd7a7.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3c5766d48a5befd7a75c199db871272fae06a996b70c713e9141648e3815c0
+size 158196
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_dff075eac4ec80da8c47.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_dff075eac4ec80da8c47.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..65c303a36e07787e23dab8cd7e33e553b8bc7a40
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_dff075eac4ec80da8c47.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff075eac4ec80da8c47b23f4b19e478889c8f021201d366bc336fa182aa50ba
+size 219767
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_e0ad152a85ec3098b3a4.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_e0ad152a85ec3098b3a4.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b9daa46f4287eed134e3839cc8bbc2d8491513d4
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_e0ad152a85ec3098b3a4.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ad152a85ec3098b3a4fe4834b7e97453cf3af4a3988b5e6be78e787e07cf5d
+size 239595
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_f6ffb86650ea02526d23.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_f6ffb86650ea02526d23.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..ff4adaffa50ca8a2608b4b3fb29dedd20ddea9e0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_700_f6ffb86650ea02526d23.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ffb86650ea02526d236f38172f3c6427fa1c214201004c2597ffbb9342ed90
+size 161982
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_0d132b13130540f1e61b.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_0d132b13130540f1e61b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..61fb6f0e37d567d500f971c60012b800cf2ffd72
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_0d132b13130540f1e61b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d132b13130540f1e61bc153864930aa8d70c544c3b738b2144a86f81a5023c7
+size 160671
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_3e6862a4c5c271f9632c.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_3e6862a4c5c271f9632c.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..6f5ea12f4dc74bb8a38a7ed810a2731805094ce8
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_3e6862a4c5c271f9632c.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6862a4c5c271f9632cb5deb1fcb2ee8fa4662c5308282cfe03fdea370ed4b7
+size 206826
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_604635f39c401e9263bd.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_604635f39c401e9263bd.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..40e95af54e8300485a24833a721ec86b3eee345b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_604635f39c401e9263bd.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604635f39c401e9263bd3a7e6dd344218519e59b1a00f2a5f5741d38fc563636
+size 241096
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_6c935c0689e9914ac91a.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_6c935c0689e9914ac91a.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..37962a998e89491a7dea881fad06c049b45bb077
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_6c935c0689e9914ac91a.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c935c0689e9914ac91a1e77eb188af55a333643ec2312f6dc4f6af63c43873a
+size 153092
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_8052046c5378ba7eff2f.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_8052046c5378ba7eff2f.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..5fc0acd8ca4e4c7f01b0660f32f149c450c627e4
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_8052046c5378ba7eff2f.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8052046c5378ba7eff2ff9c72c6a7a3e5656bd3d8f62ec37b2f52f1599dd099f
+size 176290
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_80c9f41d1f22328939f7.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_80c9f41d1f22328939f7.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f59df7fec616d434c082b985a8580861eb4d0cae
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_80c9f41d1f22328939f7.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c9f41d1f22328939f73e886fa426c76b7f04cea4e7a0e8fb8bfd735f490fa0
+size 193853
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_a1fa83a594499af76c90.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_a1fa83a594499af76c90.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..aa83900ce8f768f64b269a873fb79ebf2a8f0b03
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_a1fa83a594499af76c90.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fa83a594499af76c90660c9a80883de60fa8821315cdb0805aa9c4ac3dd526
+size 200551
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_c2ccfebb9e27817d3c51.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_c2ccfebb9e27817d3c51.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..a424401935f5b496fccbd827908ee8bc35cdc03e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_c2ccfebb9e27817d3c51.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ccfebb9e27817d3c511ef40824deaef644e95fa39c19d2647fdf375ecfe1e0
+size 219068
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_d165374726504d169873.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_d165374726504d169873.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..5a9bec36ba222bb31cc6ca5f82ca84b263790e6d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_d165374726504d169873.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d165374726504d16987305e71f71e9c2806b50d036b55c19c5806b12c28f6323
+size 166431
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_fdea5f052f97e9da68f2.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_fdea5f052f97e9da68f2.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c18417dc1637f5261e1a9b14a735ef85a9722cb1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/generated_800_fdea5f052f97e9da68f2.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdea5f052f97e9da68f29bc6db6c826c521269dd973e86482f0c15fd36f4c5d8
+size 156333
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_200_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_300_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_400_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_500_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_600_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_700_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/media/videos/val0/reconstructed_800_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/output.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..74111cac98da3cbfb29dcab57f5f3e7b64a1cda8
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/output.log
@@ -0,0 +1,14995 @@
+[Apr 30, 2026 - 04:07:25 | INFO | fastgen.callbacks.wandb:init_wandb:290 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 30, 2026 - 04:07:25 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 30, 2026 - 04:07:25 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 30, 2026 - 04:07:25 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 30, 2026 - 04:07:25 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 30, 2026 - 04:07:25 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 30, 2026 - 04:07:25 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 30, 2026 - 04:07:25 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 30, 2026 - 04:07:25 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
+[Apr 30, 2026 - 04:08:04 | INFO | fastgen.methods.model:on_train_begin:315 ] Teacher check: add_teacher_to_fsdp_dict=True, fsdp_dict keys=['net', 'fake_score', 'teacher'], teacher in fsdp_dict=True
+[Apr 30, 2026 - 04:08:04 | INFO | fastgen.trainer:run:99 ] model.on_train_begin completed
+[Apr 30, 2026 - 04:08:04 | INFO | fastgen.trainer:run:110 ] Wrapping model into fsdp ..
+[Apr 30, 2026 - 04:08:04 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:102 ] Fully sharding model with 4 ranks...
+[Apr 30, 2026 - 04:08:04 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'net' (14.91B params)...
+[Apr 30, 2026 - 04:08:20 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1937 tensors
+[Apr 30, 2026 - 04:08:20 | INFO | fastgen.networks.OmniAvatar.network_causal:fully_shard:2376 ] CausalOmniAvatarWan: keeping manual gradient checkpointing (not using apply_fsdp_checkpointing due to KV cache dynamics)
+[Apr 30, 2026 - 04:08:29 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 30, 2026 - 04:08:29 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 30, 2026 - 04:08:39 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped net in 34.7s
+[Apr 30, 2026 - 04:08:39 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'fake_score' (14.91B params)...
+[Apr 30, 2026 - 04:08:55 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1937 tensors
+[Apr 30, 2026 - 04:08:55 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:932 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 30, 2026 - 04:09:08 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 30, 2026 - 04:09:08 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 30, 2026 - 04:09:27 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped fake_score in 48.7s
+[Apr 30, 2026 - 04:09:27 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'teacher' (14.29B params)...
+[Apr 30, 2026 - 04:09:37 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:142 ]   [Rank 0] Extracted state dict with 1137 tensors
+[Apr 30, 2026 - 04:09:37 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:932 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 30, 2026 - 04:09:49 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 30, 2026 - 04:09:49 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:185 ] Syncing module states from rank 0 to all ranks
+[Apr 30, 2026 - 04:10:00 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped teacher in 33.1s
+[Apr 30, 2026 - 04:10:00 | INFO | fastgen.trainer:run:118 ] FSDP wrapping completed
+[Apr 30, 2026 - 04:10:00 | INFO | fastgen.callbacks.ema:on_model_init_end:64 ] EMA ema is not enabled, skipping callback.
+[Apr 30, 2026 - 04:10:00 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 1.38M params in '_core.audio_proj'
+[Apr 30, 2026 - 04:10:00 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 3.21M params in '_core.audio_cond_projs'
+[Apr 30, 2026 - 04:10:00 | INFO | fastgen.networks.OmniAvatar.network_causal:_apply_unfreeze:1231 ] [CausalOmniAvatarWan] unfreeze: re-enabled requires_grad on 1.34M params in '_core.patch_embedding'
+[Apr 30, 2026 - 04:10:00 | INFO | fastgen.networks.OmniAvatar.network_causal:apply_lora_freeze:1193 ] [CausalOmniAvatarWan] apply_lora_freeze: LoRA 613.42M trainable, base 14294.08M frozen, then unfreeze_modules re-enabled on top
+[Apr 30, 2026 - 04:10:00 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 1.38M params in 'model.audio_proj'
+[Apr 30, 2026 - 04:10:00 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 3.21M params in 'model.audio_cond_projs'
+[Apr 30, 2026 - 04:10:00 | INFO | fastgen.networks.OmniAvatar.network:_apply_unfreeze:691 ] [OmniAvatarWan] unfreeze: re-enabled requires_grad on 1.34M params in 'model.patch_embedding'
+[Apr 30, 2026 - 04:10:00 | INFO | fastgen.networks.OmniAvatar.network:apply_lora_freeze:747 ] [OmniAvatarWan] apply_lora_freeze: LoRA 613.42M trainable, base 14294.08M frozen, then unfreeze_modules re-enabled on top
+[Apr 30, 2026 - 04:10:00 | INFO | fastgen.trainer:run:133 ] Auto-Resume Details: None
+[Apr 30, 2026 - 04:10:00 | INFO | fastgen.trainer:run:137 ] Loading checkpoints for resuming ..
+[Apr 30, 2026 - 04:10:00 | INFO | fastgen.utils.checkpointer:load:436 ] Loading FSDP model from prefix /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000100
+[Apr 30, 2026 - 04:10:00 | INFO | fastgen.utils.checkpointer:load:439 ] Loading the FSDP model dict for key net...
+[Apr 30, 2026 - 04:10:01 | INFO | fastgen.utils.checkpointer:load:495 ] [FSDPCheckpointer] net_model: loading 844/1937 state-dict entries (skipping 1093 frozen-param entries)
+[Apr 30, 2026 - 04:10:02 | INFO | fastgen.utils.checkpointer:load:439 ] Loading the FSDP model dict for key fake_score...
+[Apr 30, 2026 - 04:10:02 | INFO | fastgen.utils.checkpointer:load:495 ] [FSDPCheckpointer] fake_score_model: loading 844/1937 state-dict entries (skipping 1093 frozen-param entries)
+[Apr 30, 2026 - 04:10:03 | INFO | fastgen.utils.checkpointer:load:507 ] Loading the FSDP optimizer dict for key net...
+[Apr 30, 2026 - 04:10:04 | SUCCESS | fastgen.utils.checkpointer:load:526 ] Successfully loaded optimizer state for net
+[Apr 30, 2026 - 04:10:04 | INFO | fastgen.utils.checkpointer:load:507 ] Loading the FSDP optimizer dict for key fake_score...
+[Apr 30, 2026 - 04:10:04 | SUCCESS | fastgen.utils.checkpointer:load:526 ] Successfully loaded optimizer state for fake_score
+[Apr 30, 2026 - 04:10:04 | INFO | fastgen.utils.checkpointer:load:546 ] Loading the scheduler_dict...
+[Apr 30, 2026 - 04:10:04 | INFO | fastgen.utils.checkpointer:load:554 ] Loading the gradient scaler...
+[Apr 30, 2026 - 04:10:04 | WARNING | fastgen.utils.checkpointer:load:559 ] Gradient scaler state is empty (likely saved from disabled scaler), skipping load.
+[Apr 30, 2026 - 04:10:04 | INFO | fastgen.utils.checkpointer:load:562 ] Loading the callbacks...
+[Apr 30, 2026 - 04:10:04 | INFO | fastgen.utils.basic_utils:set_random_seed:144 ] Using random seed 100.
+[Apr 30, 2026 - 04:10:04 | INFO | fastgen.trainer:run:165 ] Instantiating dataloader...
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.wandb:on_dataloader_init_end:422 ] SKIP_GT_VAL_UPLOAD=1 — skipping GT val video upload
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.gpu_stats:on_train_begin:57 ] every_n to measure gpus stats: 1
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.train_profiler:on_train_begin:54 ] every_n to profile trainer: 1
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] model (OmniAvatarSelfForcingReDMD) has 1238.68 M trainable and 44122.71 M total params (logical).
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11043.69 M total params LOCAL on rank 0.
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11039.97 M total params LOCAL on rank 1.
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11039.97 M total params LOCAL on rank 2.
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 309.67 M trainable and 11039.97 M total params LOCAL on rank 3.
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] net (CausalOmniAvatarWan) has 619.34 M trainable and 14907.50 M total params (logical).
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3727.80 M total params LOCAL on rank 0.
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 1.
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 2.
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 3.
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] fake_score (OmniAvatarWan) has 619.34 M trainable and 14907.50 M total params (logical).
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3727.80 M total params LOCAL on rank 0.
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 1.
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 2.
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 154.83 M trainable and 3726.56 M total params LOCAL on rank 3.
+[Apr 30, 2026 - 04:10:20 | INFO | fastgen.trainer:run:174 ] iter_start: 100
+[Apr 30, 2026 - 04:11:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.059223  33.815838   4.806080
+peak_gpu_mem_gb           88.076458  88.076458  88.076458
+peak_gpu_mem_reserved_gb  91.259766  91.289062  91.250000
+util                      79.750000  85.000000  75.000000
+[Apr 30, 2026 - 04:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 101 : data loading time        0.58
+[Apr 30, 2026 - 04:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 101 : avg forward pass time    9.47
+[Apr 30, 2026 - 04:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 101 : backward pass time       6.71
+[Apr 30, 2026 - 04:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 101 : optimizer step time      0.91
+[Apr 30, 2026 - 04:11:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 101--------------------
+[Apr 30, 2026 - 04:11:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0052        iter count: 1.0
+[Apr 30, 2026 - 04:11:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0052   iter count: 1.0
+[Apr 30, 2026 - 04:11:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:11:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:12:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.068032  33.816628   4.816074
+peak_gpu_mem_gb           89.229337  89.229337  89.229337
+peak_gpu_mem_reserved_gb  91.542969  91.601562  91.523438
+util                      96.250000  99.000000  92.000000
+[Apr 30, 2026 - 04:12:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 102 : avg iteration time       63.96 seconds
+[Apr 30, 2026 - 04:12:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 102 : data loading time        0.00
+[Apr 30, 2026 - 04:12:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 102 : avg forward pass time    9.11
+[Apr 30, 2026 - 04:12:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 102 : backward pass time       6.71
+[Apr 30, 2026 - 04:12:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 102 : optimizer step time      0.70
+[Apr 30, 2026 - 04:12:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 102--------------------
+[Apr 30, 2026 - 04:12:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 04:12:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 04:12:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:12:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:13:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.070600  33.816998   4.816090
+peak_gpu_mem_gb           89.229337  89.229337  89.229337
+peak_gpu_mem_reserved_gb  91.576660  91.619141  91.562500
+util                      96.250000  99.000000  93.000000
+[Apr 30, 2026 - 04:13:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 103 : avg iteration time       59.59 seconds
+[Apr 30, 2026 - 04:13:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 103 : data loading time        0.00
+[Apr 30, 2026 - 04:13:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 103 : avg forward pass time    8.02
+[Apr 30, 2026 - 04:13:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 103 : backward pass time       6.69
+[Apr 30, 2026 - 04:13:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 103 : optimizer step time      0.69
+[Apr 30, 2026 - 04:13:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 103--------------------
+[Apr 30, 2026 - 04:13:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 04:13:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 04:13:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:13:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:14:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.070890  33.816456   4.816090
+peak_gpu_mem_gb           89.229337  89.229337  89.229337
+peak_gpu_mem_reserved_gb  91.575684  91.621094  91.560547
+util                      95.500000  99.000000  88.000000
+[Apr 30, 2026 - 04:14:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 104 : avg iteration time       63.83 seconds
+[Apr 30, 2026 - 04:14:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 104 : data loading time        0.00
+[Apr 30, 2026 - 04:14:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 104 : avg forward pass time    9.09
+[Apr 30, 2026 - 04:14:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 104 : backward pass time       6.71
+[Apr 30, 2026 - 04:14:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 104 : optimizer step time      0.67
+[Apr 30, 2026 - 04:14:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 104--------------------
+[Apr 30, 2026 - 04:14:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0025        iter count: 1.0
+[Apr 30, 2026 - 04:14:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 04:14:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:14:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.544081   33.886230    5.423126
+peak_gpu_mem_gb           108.783677  108.783677  108.783677
+peak_gpu_mem_reserved_gb  137.216797  137.490234  136.396484
+util                       36.500000   42.000000   32.000000
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 105 : avg iteration time       163.91 seconds
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 105 : data loading time        0.00
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 105 : avg forward pass time    33.61
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 105 : backward pass time       7.64
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 105 : optimizer step time      0.60
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 105--------------------
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 8555.5089     iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4880          iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 8555.5089iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.2060iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.9509 iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.3389 iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 14371.2393iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 365.6610iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 43383.0898iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4880iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.3389  iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 43383.0898iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.8600  iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 2253.0698iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.9509  iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 365.6610iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.6743  iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 11483.1348iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:17:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 04:18:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.545506  33.887039   5.425426
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.612305  92.617188  92.597656
+util                      92.000000  99.000000  87.000000
+[Apr 30, 2026 - 04:18:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 106 : avg iteration time       63.96 seconds
+[Apr 30, 2026 - 04:18:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 106 : data loading time        0.00
+[Apr 30, 2026 - 04:18:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 106 : avg forward pass time    9.13
+[Apr 30, 2026 - 04:18:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 106 : backward pass time       6.69
+[Apr 30, 2026 - 04:18:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 106 : optimizer step time      0.69
+[Apr 30, 2026 - 04:18:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 106--------------------
+[Apr 30, 2026 - 04:18:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 04:18:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 04:18:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:18:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:19:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.545854  33.887287   5.425533
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.597656  92.597656  92.597656
+util                      93.750000  99.000000  86.000000
+[Apr 30, 2026 - 04:19:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 107 : avg iteration time       63.77 seconds
+[Apr 30, 2026 - 04:19:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 107 : data loading time        0.00
+[Apr 30, 2026 - 04:19:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 107 : avg forward pass time    9.08
+[Apr 30, 2026 - 04:19:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 107 : backward pass time       6.70
+[Apr 30, 2026 - 04:19:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 107 : optimizer step time      0.68
+[Apr 30, 2026 - 04:19:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 107--------------------
+[Apr 30, 2026 - 04:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0022        iter count: 1.0
+[Apr 30, 2026 - 04:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0022   iter count: 1.0
+[Apr 30, 2026 - 04:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:19:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:20:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.545855  33.887287   5.425526
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.598145  92.599609  92.597656
+util                      93.250000  98.000000  89.000000
+[Apr 30, 2026 - 04:20:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 108 : avg iteration time       68.09 seconds
+[Apr 30, 2026 - 04:20:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 108 : data loading time        0.00
+[Apr 30, 2026 - 04:20:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 108 : avg forward pass time    10.16
+[Apr 30, 2026 - 04:20:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 108 : backward pass time       6.70
+[Apr 30, 2026 - 04:20:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 108 : optimizer step time      0.69
+[Apr 30, 2026 - 04:20:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 108--------------------
+[Apr 30, 2026 - 04:20:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 04:20:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 04:20:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:20:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:21:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.546848  33.887302   5.429211
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.597656  92.597656  92.597656
+util                      95.500000  99.000000  88.000000
+[Apr 30, 2026 - 04:21:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 109 : avg iteration time       61.88 seconds
+[Apr 30, 2026 - 04:21:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 109 : data loading time        0.00
+[Apr 30, 2026 - 04:21:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 109 : avg forward pass time    8.60
+[Apr 30, 2026 - 04:21:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 109 : backward pass time       6.71
+[Apr 30, 2026 - 04:21:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 109 : optimizer step time      0.68
+[Apr 30, 2026 - 04:21:36 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 109--------------------
+[Apr 30, 2026 - 04:21:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 04:21:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 04:21:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:21:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.551200   33.888744    5.434586
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.089844  137.128906  136.972656
+util                       62.250000   70.000000   54.000000
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 110 : avg iteration time       163.65 seconds
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 110 : data loading time        0.00
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 110 : avg forward pass time    33.51
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 110 : backward pass time       7.27
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 110 : optimizer step time      0.39
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 110--------------------
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 83719.4678    iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5046          iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 83719.4678iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.5688iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.5400 iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.3171 iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 161039.9531iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 8778.6855iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 306864.5938iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5046iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.1105  iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 27471.7871iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.3075  iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 301044.7188iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.5400  iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 8778.6855iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.3171  iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 306864.5938iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:24:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 04:25:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.551206  33.888748   5.434586
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.529785  92.560547  92.519531
+util                      94.500000  99.000000  90.000000
+[Apr 30, 2026 - 04:25:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 111 : avg iteration time       70.29 seconds
+[Apr 30, 2026 - 04:25:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 111 : data loading time        0.00
+[Apr 30, 2026 - 04:25:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 111 : avg forward pass time    10.71
+[Apr 30, 2026 - 04:25:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 111 : backward pass time       6.70
+[Apr 30, 2026 - 04:25:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 111 : optimizer step time      0.68
+[Apr 30, 2026 - 04:25:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 111--------------------
+[Apr 30, 2026 - 04:25:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 04:25:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 04:25:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:25:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:26:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.551255  33.888863   5.434586
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.543945  92.558594  92.539062
+util                      96.250000  99.000000  93.000000
+[Apr 30, 2026 - 04:26:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 112 : avg iteration time       61.63 seconds
+[Apr 30, 2026 - 04:26:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 112 : data loading time        0.00
+[Apr 30, 2026 - 04:26:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 112 : avg forward pass time    8.54
+[Apr 30, 2026 - 04:26:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 112 : backward pass time       6.71
+[Apr 30, 2026 - 04:26:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 112 : optimizer step time      0.69
+[Apr 30, 2026 - 04:26:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 112--------------------
+[Apr 30, 2026 - 04:26:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 04:26:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 04:26:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:26:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:27:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.551379  33.889336   5.434597
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.558594  92.558594  92.558594
+util                      91.500000  97.000000  87.000000
+[Apr 30, 2026 - 04:27:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 113 : avg iteration time       63.73 seconds
+[Apr 30, 2026 - 04:27:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 113 : data loading time        0.00
+[Apr 30, 2026 - 04:27:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 113 : avg forward pass time    9.07
+[Apr 30, 2026 - 04:27:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 113 : backward pass time       6.70
+[Apr 30, 2026 - 04:27:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 113 : optimizer step time      0.69
+[Apr 30, 2026 - 04:27:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 113--------------------
+[Apr 30, 2026 - 04:27:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 04:27:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 04:27:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:27:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:28:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.551492  33.889809   5.434586
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.515137  92.560547  92.500000
+util                      91.250000  96.000000  87.000000
+[Apr 30, 2026 - 04:28:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 114 : avg iteration time       65.80 seconds
+[Apr 30, 2026 - 04:28:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 114 : data loading time        0.00
+[Apr 30, 2026 - 04:28:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 114 : avg forward pass time    9.59
+[Apr 30, 2026 - 04:28:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 114 : backward pass time       6.70
+[Apr 30, 2026 - 04:28:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 114 : optimizer step time      0.68
+[Apr 30, 2026 - 04:28:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 114--------------------
+[Apr 30, 2026 - 04:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 04:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 04:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:28:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.551659   33.889473    5.434612
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.246094  137.343750  136.953125
+util                       62.250000   68.000000   57.000000
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 115 : avg iteration time       157.05 seconds
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 115 : data loading time        0.00
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 115 : avg forward pass time    31.86
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 115 : backward pass time       7.35
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 115 : optimizer step time      0.39
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 115--------------------
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1093962.9645  iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5537          iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1093962.9645iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.7259iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.0117 iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.6164 iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1968421.6250iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 412.9509iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 4125723.0000iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5537iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.7089  iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 12306.6768iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.0117  iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 412.9509iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.5667  iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 3735243.7500iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.6164  iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 4125723.0000iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:31:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 04:32:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.551838  33.890182   5.434612
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.587891  92.617188  92.578125
+util                      95.000000  99.000000  91.000000
+[Apr 30, 2026 - 04:32:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 116 : avg iteration time       66.00 seconds
+[Apr 30, 2026 - 04:32:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 116 : data loading time        0.00
+[Apr 30, 2026 - 04:32:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 116 : avg forward pass time    9.63
+[Apr 30, 2026 - 04:32:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 116 : backward pass time       6.69
+[Apr 30, 2026 - 04:32:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 116 : optimizer step time      0.69
+[Apr 30, 2026 - 04:32:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 116--------------------
+[Apr 30, 2026 - 04:32:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 04:32:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 04:32:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:32:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:33:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.551911  33.890182   5.434612
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.583008  92.597656  92.578125
+util                      96.500000  99.000000  90.000000
+[Apr 30, 2026 - 04:33:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 117 : avg iteration time       61.68 seconds
+[Apr 30, 2026 - 04:33:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 117 : data loading time        0.00
+[Apr 30, 2026 - 04:33:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 117 : avg forward pass time    8.55
+[Apr 30, 2026 - 04:33:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 117 : backward pass time       6.70
+[Apr 30, 2026 - 04:33:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 117 : optimizer step time      0.68
+[Apr 30, 2026 - 04:33:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 117--------------------
+[Apr 30, 2026 - 04:33:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 04:33:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 04:33:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:33:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:34:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.552154  33.890182   5.435570
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.588379  92.619141  92.578125
+util                      96.250000  99.000000  89.000000
+[Apr 30, 2026 - 04:34:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 118 : avg iteration time       63.80 seconds
+[Apr 30, 2026 - 04:34:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 118 : data loading time        0.00
+[Apr 30, 2026 - 04:34:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 118 : avg forward pass time    9.09
+[Apr 30, 2026 - 04:34:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 118 : backward pass time       6.70
+[Apr 30, 2026 - 04:34:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 118 : optimizer step time      0.68
+[Apr 30, 2026 - 04:34:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 118--------------------
+[Apr 30, 2026 - 04:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 04:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 04:34:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:34:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:35:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.552277  33.890694   5.435558
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.583008  92.597656  92.578125
+util                      94.500000  99.000000  86.000000
+[Apr 30, 2026 - 04:35:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 119 : avg iteration time       61.57 seconds
+[Apr 30, 2026 - 04:35:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 119 : data loading time        0.00
+[Apr 30, 2026 - 04:35:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 119 : avg forward pass time    8.53
+[Apr 30, 2026 - 04:35:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 119 : backward pass time       6.69
+[Apr 30, 2026 - 04:35:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 119 : optimizer step time      0.69
+[Apr 30, 2026 - 04:35:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 119--------------------
+[Apr 30, 2026 - 04:35:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 04:35:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 04:35:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:35:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.552459   33.891132    5.435776
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.382812  137.714844  136.386719
+util                       65.500000   71.000000   57.000000
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 120 : avg iteration time       159.04 seconds
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 120 : data loading time        0.00
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 120 : avg forward pass time    32.33
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 120 : backward pass time       7.39
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 120 : optimizer step time      0.39
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 120--------------------
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 2098361.7756  iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5337          iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 2098361.7756iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.4965iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.6122 iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.9715 iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 2115152.5000iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1372.5614iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 8393374.0000iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5337iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.2052  iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 33201.5156iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.9715  iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 8393374.0000iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.6122  iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1372.5614iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.1970  iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 32661.4082iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:38:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 04:39:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.552579  33.891594   5.435780
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.548828  92.558594  92.519531
+util                      96.500000  99.000000  90.000000
+[Apr 30, 2026 - 04:39:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 121 : avg iteration time       63.99 seconds
+[Apr 30, 2026 - 04:39:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 121 : data loading time        0.00
+[Apr 30, 2026 - 04:39:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 121 : avg forward pass time    9.14
+[Apr 30, 2026 - 04:39:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 121 : backward pass time       6.70
+[Apr 30, 2026 - 04:39:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 121 : optimizer step time      0.68
+[Apr 30, 2026 - 04:39:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 121--------------------
+[Apr 30, 2026 - 04:39:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 04:39:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 04:39:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:39:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:40:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.552640  33.891834   5.435780
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.553711  92.597656  92.539062
+util                      94.500000  99.000000  88.000000
+[Apr 30, 2026 - 04:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 122 : avg iteration time       63.84 seconds
+[Apr 30, 2026 - 04:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 122 : data loading time        0.00
+[Apr 30, 2026 - 04:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 122 : avg forward pass time    9.09
+[Apr 30, 2026 - 04:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 122 : backward pass time       6.70
+[Apr 30, 2026 - 04:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 122 : optimizer step time      0.69
+[Apr 30, 2026 - 04:40:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 122--------------------
+[Apr 30, 2026 - 04:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 04:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 04:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:40:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:41:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.552641  33.891834   5.435787
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.553711  92.597656  92.539062
+util                      96.000000  99.000000  89.000000
+[Apr 30, 2026 - 04:41:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 123 : avg iteration time       61.76 seconds
+[Apr 30, 2026 - 04:41:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 123 : data loading time        0.00
+[Apr 30, 2026 - 04:41:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 123 : avg forward pass time    8.57
+[Apr 30, 2026 - 04:41:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 123 : backward pass time       6.70
+[Apr 30, 2026 - 04:41:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 123 : optimizer step time      0.70
+[Apr 30, 2026 - 04:41:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 123--------------------
+[Apr 30, 2026 - 04:41:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 04:41:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 04:41:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:41:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:42:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.552474  33.890869   5.435802
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.553711  92.597656  92.539062
+util                      94.750000  99.000000  91.000000
+[Apr 30, 2026 - 04:42:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 124 : avg iteration time       65.92 seconds
+[Apr 30, 2026 - 04:42:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 124 : data loading time        0.00
+[Apr 30, 2026 - 04:42:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 124 : avg forward pass time    9.62
+[Apr 30, 2026 - 04:42:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 124 : backward pass time       6.71
+[Apr 30, 2026 - 04:42:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 124 : optimizer step time      0.68
+[Apr 30, 2026 - 04:42:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 124--------------------
+[Apr 30, 2026 - 04:42:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 04:42:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 04:42:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:42:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.552485   33.890804    5.435883
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.524414  137.714844  136.953125
+util                       62.750000   68.000000   58.000000
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 125 : avg iteration time       154.21 seconds
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 125 : data loading time        0.00
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 125 : avg forward pass time    31.13
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 125 : backward pass time       7.33
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 125 : optimizer step time      0.39
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 125--------------------
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 25478.0779    iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3273          iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 25478.0779iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.9986iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.0314 iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.4923 iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 171482.6250iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 429.5985iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 435631.2500iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3273iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.0314  iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 429.5985iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.2041  iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 244788.9375iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.4923  iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 435631.2500iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.2666  iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 5080.6846iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:45:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 04:46:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.552558  33.891045   5.435905
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.589844  92.619141  92.580078
+util                      94.750000  99.000000  87.000000
+[Apr 30, 2026 - 04:46:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 126 : avg iteration time       66.04 seconds
+[Apr 30, 2026 - 04:46:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 126 : data loading time        0.00
+[Apr 30, 2026 - 04:46:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 126 : avg forward pass time    9.64
+[Apr 30, 2026 - 04:46:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 126 : backward pass time       6.71
+[Apr 30, 2026 - 04:46:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 126 : optimizer step time      0.69
+[Apr 30, 2026 - 04:46:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 126--------------------
+[Apr 30, 2026 - 04:46:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0047        iter count: 1.0
+[Apr 30, 2026 - 04:46:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0047   iter count: 1.0
+[Apr 30, 2026 - 04:46:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:46:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:47:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.552680  33.891563   5.435894
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.589844  92.619141  92.580078
+util                      94.250000  99.000000  90.000000
+[Apr 30, 2026 - 04:47:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 127 : avg iteration time       65.94 seconds
+[Apr 30, 2026 - 04:47:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 127 : data loading time        0.00
+[Apr 30, 2026 - 04:47:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 127 : avg forward pass time    9.61
+[Apr 30, 2026 - 04:47:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 127 : backward pass time       6.71
+[Apr 30, 2026 - 04:47:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 127 : optimizer step time      0.69
+[Apr 30, 2026 - 04:47:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 127--------------------
+[Apr 30, 2026 - 04:47:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 04:47:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 04:47:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:47:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:48:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.552676  33.891163   5.436256
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.587891  92.617188  92.578125
+util                      91.000000  96.000000  87.000000
+[Apr 30, 2026 - 04:48:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 128 : avg iteration time       63.77 seconds
+[Apr 30, 2026 - 04:48:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 128 : data loading time        0.00
+[Apr 30, 2026 - 04:48:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 128 : avg forward pass time    9.08
+[Apr 30, 2026 - 04:48:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 128 : backward pass time       6.70
+[Apr 30, 2026 - 04:48:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 128 : optimizer step time      0.68
+[Apr 30, 2026 - 04:48:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 128--------------------
+[Apr 30, 2026 - 04:48:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 04:48:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 04:48:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:48:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:49:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.552908  33.891167   5.436256
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.587891  92.617188  92.578125
+util                      94.000000  99.000000  87.000000
+[Apr 30, 2026 - 04:49:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 129 : avg iteration time       61.55 seconds
+[Apr 30, 2026 - 04:49:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 129 : data loading time        0.00
+[Apr 30, 2026 - 04:49:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 129 : avg forward pass time    8.52
+[Apr 30, 2026 - 04:49:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 129 : backward pass time       6.70
+[Apr 30, 2026 - 04:49:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 129 : optimizer step time      0.69
+[Apr 30, 2026 - 04:49:17 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 129--------------------
+[Apr 30, 2026 - 04:49:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 04:49:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 04:49:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:49:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.553237   33.891499    5.436382
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.451172  137.617188  136.953125
+util                       63.750000   69.000000   57.000000
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 130 : avg iteration time       160.97 seconds
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 130 : data loading time        0.00
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 130 : avg forward pass time    32.83
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 130 : backward pass time       7.28
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 130 : optimizer step time      0.39
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 130--------------------
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 341109.3615   iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4705          iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 341109.3615iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.0937iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.3915 iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.6363 iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1201953.7500iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 6522.5083iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 4293707.5000iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4705iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.9493  iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 147063.3438iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.6363  iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 4293707.5000iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.3915  iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 6522.5083iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.3977  iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 360521.5938iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:51:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 04:53:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.553243  33.891499   5.436382
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.534180  92.578125  92.519531
+util                      95.500000  99.000000  88.000000
+[Apr 30, 2026 - 04:53:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 131 : avg iteration time       68.19 seconds
+[Apr 30, 2026 - 04:53:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 131 : data loading time        0.00
+[Apr 30, 2026 - 04:53:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 131 : avg forward pass time    10.18
+[Apr 30, 2026 - 04:53:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 131 : backward pass time       6.71
+[Apr 30, 2026 - 04:53:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 131 : optimizer step time      0.69
+[Apr 30, 2026 - 04:53:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 131--------------------
+[Apr 30, 2026 - 04:53:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 04:53:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 04:53:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:53:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:54:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.553182  33.891277   5.436382
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.536133  92.580078  92.521484
+util                      94.000000  99.000000  90.000000
+[Apr 30, 2026 - 04:54:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 132 : avg iteration time       65.93 seconds
+[Apr 30, 2026 - 04:54:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 132 : data loading time        0.00
+[Apr 30, 2026 - 04:54:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 132 : avg forward pass time    9.61
+[Apr 30, 2026 - 04:54:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 132 : backward pass time       6.70
+[Apr 30, 2026 - 04:54:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 132 : optimizer step time      0.69
+[Apr 30, 2026 - 04:54:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 132--------------------
+[Apr 30, 2026 - 04:54:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 04:54:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 04:54:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:54:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:55:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.553182  33.891277   5.436382
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.536133  92.580078  92.521484
+util                      96.000000  99.000000  89.000000
+[Apr 30, 2026 - 04:55:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 133 : avg iteration time       68.08 seconds
+[Apr 30, 2026 - 04:55:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 133 : data loading time        0.00
+[Apr 30, 2026 - 04:55:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 133 : avg forward pass time    10.15
+[Apr 30, 2026 - 04:55:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 133 : backward pass time       6.70
+[Apr 30, 2026 - 04:55:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 133 : optimizer step time      0.70
+[Apr 30, 2026 - 04:55:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 133--------------------
+[Apr 30, 2026 - 04:55:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 04:55:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 04:55:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:55:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:56:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.553737  33.891281   5.438587
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.536133  92.580078  92.521484
+util                      97.000000  99.000000  94.000000
+[Apr 30, 2026 - 04:56:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 134 : avg iteration time       65.96 seconds
+[Apr 30, 2026 - 04:56:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 134 : data loading time        0.00
+[Apr 30, 2026 - 04:56:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 134 : avg forward pass time    9.62
+[Apr 30, 2026 - 04:56:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 134 : backward pass time       6.71
+[Apr 30, 2026 - 04:56:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 134 : optimizer step time      0.68
+[Apr 30, 2026 - 04:56:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 134--------------------
+[Apr 30, 2026 - 04:56:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0021        iter count: 1.0
+[Apr 30, 2026 - 04:56:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0021   iter count: 1.0
+[Apr 30, 2026 - 04:56:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:56:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.553705   33.891117    5.438587
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.109375  137.246094  136.699219
+util                       57.250000   63.000000   53.000000
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 135 : avg iteration time       158.92 seconds
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 135 : data loading time        0.00
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 135 : avg forward pass time    32.29
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 135 : backward pass time       7.31
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 135 : optimizer step time      0.39
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 135--------------------
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 27158.6463    iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.1639          iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 27158.6463iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.2165iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.7361 iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.3576 iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 148675.9219iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 237.9787iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 332739.9375iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.1639iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.9557  iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 148951.6250iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.8166  iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 112774.1484iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.7361  iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 237.9787iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.3576  iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 332739.9375iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 04:59:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 05:00:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.553690  33.891094   5.438591
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.535645  92.578125  92.521484
+util                      97.000000  99.000000  94.000000
+[Apr 30, 2026 - 05:00:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 136 : avg iteration time       65.89 seconds
+[Apr 30, 2026 - 05:00:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 136 : data loading time        0.00
+[Apr 30, 2026 - 05:00:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 136 : avg forward pass time    9.61
+[Apr 30, 2026 - 05:00:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 136 : backward pass time       6.70
+[Apr 30, 2026 - 05:00:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 136 : optimizer step time      0.68
+[Apr 30, 2026 - 05:00:11 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 136--------------------
+[Apr 30, 2026 - 05:00:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0048        iter count: 1.0
+[Apr 30, 2026 - 05:00:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0048   iter count: 1.0
+[Apr 30, 2026 - 05:00:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:00:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:01:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.553690  33.891094   5.438591
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.535645  92.578125  92.521484
+util                      92.500000  98.000000  88.000000
+[Apr 30, 2026 - 05:01:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 137 : avg iteration time       63.75 seconds
+[Apr 30, 2026 - 05:01:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 137 : data loading time        0.00
+[Apr 30, 2026 - 05:01:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 137 : avg forward pass time    9.06
+[Apr 30, 2026 - 05:01:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 137 : backward pass time       6.72
+[Apr 30, 2026 - 05:01:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 137 : optimizer step time      0.70
+[Apr 30, 2026 - 05:01:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 137--------------------
+[Apr 30, 2026 - 05:01:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 05:01:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 05:01:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:01:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:02:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.553720  33.891212   5.438591
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.592773  92.617188  92.519531
+util                      96.750000  99.000000  93.000000
+[Apr 30, 2026 - 05:02:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 138 : avg iteration time       68.04 seconds
+[Apr 30, 2026 - 05:02:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 138 : data loading time        0.00
+[Apr 30, 2026 - 05:02:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 138 : avg forward pass time    10.15
+[Apr 30, 2026 - 05:02:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 138 : backward pass time       6.70
+[Apr 30, 2026 - 05:02:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 138 : optimizer step time      0.68
+[Apr 30, 2026 - 05:02:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 138--------------------
+[Apr 30, 2026 - 05:02:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 05:02:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 05:02:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:02:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:03:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.553720  33.891216   5.438591
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.594238  92.619141  92.519531
+util                      95.500000  99.000000  92.000000
+[Apr 30, 2026 - 05:03:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 139 : avg iteration time       63.78 seconds
+[Apr 30, 2026 - 05:03:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 139 : data loading time        0.00
+[Apr 30, 2026 - 05:03:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 139 : avg forward pass time    9.08
+[Apr 30, 2026 - 05:03:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 139 : backward pass time       6.71
+[Apr 30, 2026 - 05:03:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 139 : optimizer step time      0.68
+[Apr 30, 2026 - 05:03:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 139--------------------
+[Apr 30, 2026 - 05:03:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 05:03:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 05:03:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:03:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.554149   33.891510    5.438732
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.294922  137.597656  136.386719
+util                       64.250000   71.000000   56.000000
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 140 : avg iteration time       156.95 seconds
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 140 : data loading time        0.00
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 140 : avg forward pass time    31.75
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 140 : backward pass time       7.40
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 140 : optimizer step time      0.41
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 140--------------------
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 25424.1824    iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3000          iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 25424.1824iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.3471iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.9573 iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.2322 iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 102872.5625iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 2736.8325iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 258971.6094iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3000iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.4869  iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 58329.2461iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.9573  iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 2736.8325iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.2322  iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 258971.6094iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.7118  iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 91452.5391iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:06:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 05:07:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.554403  33.891754   5.438732
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.548828  92.578125  92.539062
+util                      97.000000  99.000000  94.000000
+[Apr 30, 2026 - 05:07:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 141 : avg iteration time       63.87 seconds
+[Apr 30, 2026 - 05:07:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 141 : data loading time        0.00
+[Apr 30, 2026 - 05:07:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 141 : avg forward pass time    9.11
+[Apr 30, 2026 - 05:07:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 141 : backward pass time       6.70
+[Apr 30, 2026 - 05:07:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 141 : optimizer step time      0.68
+[Apr 30, 2026 - 05:07:08 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 141--------------------
+[Apr 30, 2026 - 05:07:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 05:07:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 05:07:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:07:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:08:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.554624  33.891293   5.440075
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.593262  92.597656  92.580078
+util                      92.500000  99.000000  87.000000
+[Apr 30, 2026 - 05:08:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 142 : avg iteration time       68.12 seconds
+[Apr 30, 2026 - 05:08:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 142 : data loading time        0.00
+[Apr 30, 2026 - 05:08:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 142 : avg forward pass time    10.16
+[Apr 30, 2026 - 05:08:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 142 : backward pass time       6.71
+[Apr 30, 2026 - 05:08:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 142 : optimizer step time      0.70
+[Apr 30, 2026 - 05:08:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 142--------------------
+[Apr 30, 2026 - 05:08:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0047        iter count: 1.0
+[Apr 30, 2026 - 05:08:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0047   iter count: 1.0
+[Apr 30, 2026 - 05:08:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:08:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:09:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.555117  33.891281   5.440075
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.593262  92.597656  92.580078
+util                      97.000000  99.000000  94.000000
+[Apr 30, 2026 - 05:09:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 143 : avg iteration time       65.89 seconds
+[Apr 30, 2026 - 05:09:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 143 : data loading time        0.00
+[Apr 30, 2026 - 05:09:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 143 : avg forward pass time    9.60
+[Apr 30, 2026 - 05:09:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 143 : backward pass time       6.70
+[Apr 30, 2026 - 05:09:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 143 : optimizer step time      0.69
+[Apr 30, 2026 - 05:09:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 143--------------------
+[Apr 30, 2026 - 05:09:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 05:09:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 05:09:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:09:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:10:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.555119  33.891281   5.440083
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.592773  92.597656  92.578125
+util                      94.500000  99.000000  88.000000
+[Apr 30, 2026 - 05:10:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 144 : avg iteration time       61.67 seconds
+[Apr 30, 2026 - 05:10:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 144 : data loading time        0.00
+[Apr 30, 2026 - 05:10:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 144 : avg forward pass time    8.55
+[Apr 30, 2026 - 05:10:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 144 : backward pass time       6.71
+[Apr 30, 2026 - 05:10:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 144 : optimizer step time      0.69
+[Apr 30, 2026 - 05:10:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 144--------------------
+[Apr 30, 2026 - 05:10:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0021        iter count: 1.0
+[Apr 30, 2026 - 05:10:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0021   iter count: 1.0
+[Apr 30, 2026 - 05:10:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:10:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.555714   33.891140    5.441761
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.011719  137.070312  136.835938
+util                       65.500000   70.000000   60.000000
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 145 : avg iteration time       154.33 seconds
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 145 : data loading time        0.00
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 145 : avg forward pass time    31.17
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 145 : backward pass time       7.28
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 145 : optimizer step time      0.39
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 145--------------------
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 41332.3825    iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4069          iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 41332.3825iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.3213iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.6883 iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.0915 iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 71659.8203iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 11809.0029iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 195428.1562iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4069iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.0915  iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 195428.1562iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.4602  iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 55288.6758iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.6883  iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 11809.0029iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.0453  iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 24113.4414iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 05:14:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.555776  33.891380   5.441761
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.568359  92.597656  92.558594
+util                      96.000000  99.000000  89.000000
+[Apr 30, 2026 - 05:14:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 146 : avg iteration time       63.83 seconds
+[Apr 30, 2026 - 05:14:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 146 : data loading time        0.00
+[Apr 30, 2026 - 05:14:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 146 : avg forward pass time    9.09
+[Apr 30, 2026 - 05:14:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 146 : backward pass time       6.70
+[Apr 30, 2026 - 05:14:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 146 : optimizer step time      0.68
+[Apr 30, 2026 - 05:14:01 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 146--------------------
+[Apr 30, 2026 - 05:14:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 05:14:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 05:14:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:14:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:15:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.555893  33.891872   5.441761
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.568359  92.597656  92.558594
+util                      94.500000  99.000000  87.000000
+[Apr 30, 2026 - 05:15:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 147 : avg iteration time       59.98 seconds
+[Apr 30, 2026 - 05:15:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 147 : data loading time        0.00
+[Apr 30, 2026 - 05:15:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 147 : avg forward pass time    8.07
+[Apr 30, 2026 - 05:15:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 147 : backward pass time       6.94
+[Apr 30, 2026 - 05:15:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 147 : optimizer step time      0.68
+[Apr 30, 2026 - 05:15:01 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 147--------------------
+[Apr 30, 2026 - 05:15:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 05:15:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 05:15:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:15:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:16:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.555713  33.891132   5.441780
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.568359  92.597656  92.558594
+util                      96.000000  99.000000  89.000000
+[Apr 30, 2026 - 05:16:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 148 : avg iteration time       63.82 seconds
+[Apr 30, 2026 - 05:16:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 148 : data loading time        0.00
+[Apr 30, 2026 - 05:16:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 148 : avg forward pass time    9.10
+[Apr 30, 2026 - 05:16:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 148 : backward pass time       6.70
+[Apr 30, 2026 - 05:16:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 148 : optimizer step time      0.68
+[Apr 30, 2026 - 05:16:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 148--------------------
+[Apr 30, 2026 - 05:16:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 05:16:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 05:16:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:16:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:17:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.555705  33.891117   5.441761
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.568359  92.597656  92.558594
+util                      94.000000  99.000000  90.000000
+[Apr 30, 2026 - 05:17:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 149 : avg iteration time       61.52 seconds
+[Apr 30, 2026 - 05:17:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 149 : data loading time        0.00
+[Apr 30, 2026 - 05:17:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 149 : avg forward pass time    8.52
+[Apr 30, 2026 - 05:17:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 149 : backward pass time       6.71
+[Apr 30, 2026 - 05:17:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 149 : optimizer step time      0.68
+[Apr 30, 2026 - 05:17:07 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 149--------------------
+[Apr 30, 2026 - 05:17:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 05:17:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 05:17:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:17:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.555841   33.891537    5.441803
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.011719  137.226562  136.367188
+util                       59.500000   65.000000   55.000000
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 150 : avg iteration time       156.39 seconds
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 150 : data loading time        0.00
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 150 : avg forward pass time    31.71
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 150 : backward pass time       7.27
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 150 : optimizer step time      0.39
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 150--------------------
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1337836.3102  iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2125          iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1337836.3102iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.8948iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.6832 iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.3362 iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 4374112.0000iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 11689.7598iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 17407654.0000iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2125iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 8.3362  iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 17407654.0000iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.2757  iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 38231.8047iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.2840  iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 38872.2578iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.6832  iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 11689.7598iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:19:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 05:20:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.555903  33.891785   5.441803
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.570312  92.599609  92.560547
+util                      91.000000  96.000000  87.000000
+[Apr 30, 2026 - 05:20:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 151 : avg iteration time       65.98 seconds
+[Apr 30, 2026 - 05:20:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 151 : data loading time        0.00
+[Apr 30, 2026 - 05:20:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 151 : avg forward pass time    9.63
+[Apr 30, 2026 - 05:20:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 151 : backward pass time       6.71
+[Apr 30, 2026 - 05:20:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 151 : optimizer step time      0.68
+[Apr 30, 2026 - 05:20:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 151--------------------
+[Apr 30, 2026 - 05:20:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 05:20:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 05:20:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:20:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:21:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.556925  33.892265   5.441803
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.568848  92.599609  92.558594
+util                      90.500000  95.000000  86.000000
+[Apr 30, 2026 - 05:21:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 152 : avg iteration time       68.00 seconds
+[Apr 30, 2026 - 05:21:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 152 : data loading time        0.00
+[Apr 30, 2026 - 05:21:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 152 : avg forward pass time    10.14
+[Apr 30, 2026 - 05:21:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 152 : backward pass time       6.70
+[Apr 30, 2026 - 05:21:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 152 : optimizer step time      0.68
+[Apr 30, 2026 - 05:21:57 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 152--------------------
+[Apr 30, 2026 - 05:21:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0023        iter count: 1.0
+[Apr 30, 2026 - 05:21:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0023   iter count: 1.0
+[Apr 30, 2026 - 05:21:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:21:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:23:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.556929  33.892281   5.441803
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.568359  92.597656  92.558594
+util                      97.000000  99.000000  94.000000
+[Apr 30, 2026 - 05:23:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 153 : avg iteration time       63.88 seconds
+[Apr 30, 2026 - 05:23:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 153 : data loading time        0.00
+[Apr 30, 2026 - 05:23:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 153 : avg forward pass time    9.11
+[Apr 30, 2026 - 05:23:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 153 : backward pass time       6.70
+[Apr 30, 2026 - 05:23:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 153 : optimizer step time      0.68
+[Apr 30, 2026 - 05:23:01 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 153--------------------
+[Apr 30, 2026 - 05:23:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 05:23:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 05:23:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:23:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:24:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.556755  33.891586   5.441803
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.568359  92.597656  92.558594
+util                      95.500000  99.000000  90.000000
+[Apr 30, 2026 - 05:24:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 154 : avg iteration time       65.91 seconds
+[Apr 30, 2026 - 05:24:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 154 : data loading time        0.00
+[Apr 30, 2026 - 05:24:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 154 : avg forward pass time    9.61
+[Apr 30, 2026 - 05:24:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 154 : backward pass time       6.70
+[Apr 30, 2026 - 05:24:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 154 : optimizer step time      0.69
+[Apr 30, 2026 - 05:24:07 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 154--------------------
+[Apr 30, 2026 - 05:24:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 05:24:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 05:24:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:24:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.556931   33.892239    5.441814
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.075195  137.109375  136.972656
+util                       64.500000   70.000000   60.000000
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 155 : avg iteration time       154.49 seconds
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 155 : data loading time        0.00
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 155 : avg forward pass time    31.21
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 155 : backward pass time       7.30
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 155 : optimizer step time      0.39
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 155--------------------
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 156910.4273   iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5757          iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 156910.4273iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.5960iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.7125 iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.9122 iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 261545.5625iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 227.0008iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1008984.8750iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5757iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.5159  iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1132.1586iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.2434  iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 35838.2031iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.7125  iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 227.0008iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.9122  iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 1008984.8750iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:26:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 05:27:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.556983  33.892239   5.441822
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.583008  92.597656  92.578125
+util                      94.500000  99.000000  88.000000
+[Apr 30, 2026 - 05:27:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 156 : avg iteration time       68.08 seconds
+[Apr 30, 2026 - 05:27:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 156 : data loading time        0.00
+[Apr 30, 2026 - 05:27:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 156 : avg forward pass time    10.15
+[Apr 30, 2026 - 05:27:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 156 : backward pass time       6.70
+[Apr 30, 2026 - 05:27:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 156 : optimizer step time      0.68
+[Apr 30, 2026 - 05:27:50 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 156--------------------
+[Apr 30, 2026 - 05:27:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 05:27:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 05:27:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:27:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:28:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.557393  33.893776   5.441948
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.583496  92.599609  92.578125
+util                      94.000000  99.000000  87.000000
+[Apr 30, 2026 - 05:28:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 157 : avg iteration time       63.80 seconds
+[Apr 30, 2026 - 05:28:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 157 : data loading time        0.00
+[Apr 30, 2026 - 05:28:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 157 : avg forward pass time    9.08
+[Apr 30, 2026 - 05:28:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 157 : backward pass time       6.73
+[Apr 30, 2026 - 05:28:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 157 : optimizer step time      0.70
+[Apr 30, 2026 - 05:28:53 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 157--------------------
+[Apr 30, 2026 - 05:28:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0047        iter count: 1.0
+[Apr 30, 2026 - 05:28:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0047   iter count: 1.0
+[Apr 30, 2026 - 05:28:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:28:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:29:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.557289  33.893185   5.441925
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.583008  92.597656  92.578125
+util                      92.000000  97.000000  88.000000
+[Apr 30, 2026 - 05:29:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 158 : avg iteration time       63.67 seconds
+[Apr 30, 2026 - 05:29:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 158 : data loading time        0.00
+[Apr 30, 2026 - 05:29:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 158 : avg forward pass time    9.05
+[Apr 30, 2026 - 05:29:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 158 : backward pass time       6.71
+[Apr 30, 2026 - 05:29:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 158 : optimizer step time      0.69
+[Apr 30, 2026 - 05:29:57 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 158--------------------
+[Apr 30, 2026 - 05:29:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 05:29:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 05:29:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:29:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:31:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.558053  33.893185   5.443504
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.583496  92.599609  92.578125
+util                      94.250000  99.000000  89.000000
+[Apr 30, 2026 - 05:31:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 159 : avg iteration time       63.71 seconds
+[Apr 30, 2026 - 05:31:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 159 : data loading time        0.00
+[Apr 30, 2026 - 05:31:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 159 : avg forward pass time    9.07
+[Apr 30, 2026 - 05:31:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 159 : backward pass time       6.70
+[Apr 30, 2026 - 05:31:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 159 : optimizer step time      0.68
+[Apr 30, 2026 - 05:31:01 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 159--------------------
+[Apr 30, 2026 - 05:31:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 05:31:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 05:31:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:31:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.558147   33.893341    5.443520
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.031250  137.265625  136.328125
+util                       60.750000   66.000000   56.000000
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 160 : avg iteration time       152.30 seconds
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 160 : data loading time        0.00
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 160 : avg forward pass time    30.67
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 160 : backward pass time       7.29
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 160 : optimizer step time      0.40
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 160--------------------
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 948988.6417   iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5796          iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 948988.6417iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.9589iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.6766 iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.6014 iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1011847.6250iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 211.3029iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 4004035.0000iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5796iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.2869  iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 5291.3052iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.2707  iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 37853.0117iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.6766  iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 211.3029iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.6014  iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 4004035.0000iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:33:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 05:34:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.558150  33.893341   5.443520
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.543945  92.558594  92.539062
+util                      94.000000  99.000000  87.000000
+[Apr 30, 2026 - 05:34:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 161 : avg iteration time       63.71 seconds
+[Apr 30, 2026 - 05:34:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 161 : data loading time        0.00
+[Apr 30, 2026 - 05:34:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 161 : avg forward pass time    9.06
+[Apr 30, 2026 - 05:34:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 161 : backward pass time       6.70
+[Apr 30, 2026 - 05:34:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 161 : optimizer step time      0.69
+[Apr 30, 2026 - 05:34:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 161--------------------
+[Apr 30, 2026 - 05:34:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 05:34:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 05:34:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:34:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:35:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.558528  33.894344   5.443520
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.529297  92.558594  92.519531
+util                      95.500000  99.000000  90.000000
+[Apr 30, 2026 - 05:35:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 162 : avg iteration time       61.63 seconds
+[Apr 30, 2026 - 05:35:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 162 : data loading time        0.00
+[Apr 30, 2026 - 05:35:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 162 : avg forward pass time    8.54
+[Apr 30, 2026 - 05:35:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 162 : backward pass time       6.71
+[Apr 30, 2026 - 05:35:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 162 : optimizer step time      0.69
+[Apr 30, 2026 - 05:35:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 162--------------------
+[Apr 30, 2026 - 05:35:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 05:35:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 05:35:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:35:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:36:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.558780  33.894344   5.443520
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.530762  92.558594  92.521484
+util                      95.250000  99.000000  92.000000
+[Apr 30, 2026 - 05:36:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 163 : avg iteration time       63.68 seconds
+[Apr 30, 2026 - 05:36:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 163 : data loading time        0.00
+[Apr 30, 2026 - 05:36:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 163 : avg forward pass time    9.06
+[Apr 30, 2026 - 05:36:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 163 : backward pass time       6.70
+[Apr 30, 2026 - 05:36:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 163 : optimizer step time      0.68
+[Apr 30, 2026 - 05:36:42 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 163--------------------
+[Apr 30, 2026 - 05:36:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 05:36:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 05:36:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:36:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:37:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.558845  33.894592   5.443542
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.545410  92.558594  92.541016
+util                      90.750000  96.000000  87.000000
+[Apr 30, 2026 - 05:37:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 164 : avg iteration time       66.55 seconds
+[Apr 30, 2026 - 05:37:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 164 : data loading time        0.00
+[Apr 30, 2026 - 05:37:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 164 : avg forward pass time    9.77
+[Apr 30, 2026 - 05:37:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 164 : backward pass time       6.70
+[Apr 30, 2026 - 05:37:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 164 : optimizer step time      0.69
+[Apr 30, 2026 - 05:37:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 164--------------------
+[Apr 30, 2026 - 05:37:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 05:37:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 05:37:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:37:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.558519   33.893024    5.443634
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.099609  137.148438  136.953125
+util                       64.750000   72.000000   57.000000
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 165 : avg iteration time       156.97 seconds
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 165 : data loading time        0.00
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 165 : avg forward pass time    31.71
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 165 : backward pass time       7.55
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 165 : optimizer step time      0.39
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 165--------------------
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1658214.1732  iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5171          iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1658214.1732iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.2953iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.6961 iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.9721 iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 2473243.7500iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 11993.9834iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 8403306.0000iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5171iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.9721  iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 8403306.0000iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.0851  iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1425822.6250iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.4281  iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 51852.3438iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.6961  iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 11993.9834iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:40:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 05:41:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.558640  33.893517   5.443623
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.539062  92.539062  92.539062
+util                      96.750000  99.000000  94.000000
+[Apr 30, 2026 - 05:41:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 166 : avg iteration time       63.90 seconds
+[Apr 30, 2026 - 05:41:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 166 : data loading time        0.00
+[Apr 30, 2026 - 05:41:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 166 : avg forward pass time    9.11
+[Apr 30, 2026 - 05:41:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 166 : backward pass time       6.71
+[Apr 30, 2026 - 05:41:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 166 : optimizer step time      0.68
+[Apr 30, 2026 - 05:41:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 166--------------------
+[Apr 30, 2026 - 05:41:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 05:41:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 05:41:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:41:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:42:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.558960  33.894775   5.443645
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.568359  92.578125  92.539062
+util                      93.750000  99.000000  87.000000
+[Apr 30, 2026 - 05:42:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 167 : avg iteration time       63.86 seconds
+[Apr 30, 2026 - 05:42:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 167 : data loading time        0.00
+[Apr 30, 2026 - 05:42:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 167 : avg forward pass time    9.10
+[Apr 30, 2026 - 05:42:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 167 : backward pass time       6.70
+[Apr 30, 2026 - 05:42:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 167 : optimizer step time      0.69
+[Apr 30, 2026 - 05:42:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 167--------------------
+[Apr 30, 2026 - 05:42:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 05:42:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 05:42:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:42:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:43:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.558951  33.894764   5.443623
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.584473  92.599609  92.539062
+util                      95.750000  99.000000  92.000000
+[Apr 30, 2026 - 05:43:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 168 : avg iteration time       63.72 seconds
+[Apr 30, 2026 - 05:43:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 168 : data loading time        0.00
+[Apr 30, 2026 - 05:43:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 168 : avg forward pass time    9.07
+[Apr 30, 2026 - 05:43:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 168 : backward pass time       6.70
+[Apr 30, 2026 - 05:43:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 168 : optimizer step time      0.69
+[Apr 30, 2026 - 05:43:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 168--------------------
+[Apr 30, 2026 - 05:43:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 05:43:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 05:43:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:43:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:44:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.558797  33.894146   5.443623
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.584961  92.599609  92.541016
+util                      96.750000  99.000000  94.000000
+[Apr 30, 2026 - 05:44:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 169 : avg iteration time       68.02 seconds
+[Apr 30, 2026 - 05:44:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 169 : data loading time        0.00
+[Apr 30, 2026 - 05:44:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 169 : avg forward pass time    10.15
+[Apr 30, 2026 - 05:44:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 169 : backward pass time       6.71
+[Apr 30, 2026 - 05:44:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 169 : optimizer step time      0.68
+[Apr 30, 2026 - 05:44:45 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 169--------------------
+[Apr 30, 2026 - 05:44:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 05:44:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 05:44:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:44:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.558836   33.893669    5.443832
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.504883  137.714844  136.875000
+util                       64.500000   71.000000   57.000000
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 170 : avg iteration time       149.84 seconds
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 170 : data loading time        0.00
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 170 : avg forward pass time    30.06
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 170 : backward pass time       7.37
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 170 : optimizer step time      0.39
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 170--------------------
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 158958.2767   iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3599          iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 158958.2767iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.2456iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.9212 iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.4964 iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 822058.7500iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 2546.2734iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 3245298.0000iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3599iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.4964  iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 3245298.0000iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.3407  iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 5891.7305iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.9212  iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 2546.2734iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.2243  iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 34499.0352iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:47:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 05:48:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.558905  33.893902   5.443863
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.584961  92.599609  92.580078
+util                      92.750000  98.000000  89.000000
+[Apr 30, 2026 - 05:48:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 171 : avg iteration time       65.90 seconds
+[Apr 30, 2026 - 05:48:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 171 : data loading time        0.00
+[Apr 30, 2026 - 05:48:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 171 : avg forward pass time    9.61
+[Apr 30, 2026 - 05:48:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 171 : backward pass time       6.70
+[Apr 30, 2026 - 05:48:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 171 : optimizer step time      0.69
+[Apr 30, 2026 - 05:48:21 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 171--------------------
+[Apr 30, 2026 - 05:48:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 05:48:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 05:48:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:48:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:49:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.558899  33.893902   5.443840
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.573730  92.578125  92.560547
+util                      96.000000  99.000000  89.000000
+[Apr 30, 2026 - 05:49:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 172 : avg iteration time       63.90 seconds
+[Apr 30, 2026 - 05:49:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 172 : data loading time        0.00
+[Apr 30, 2026 - 05:49:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 172 : avg forward pass time    9.11
+[Apr 30, 2026 - 05:49:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 172 : backward pass time       6.71
+[Apr 30, 2026 - 05:49:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 172 : optimizer step time      0.68
+[Apr 30, 2026 - 05:49:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 172--------------------
+[Apr 30, 2026 - 05:49:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 05:49:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 05:49:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:49:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:50:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.558967  33.894173   5.443840
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.575195  92.580078  92.560547
+util                      95.750000  99.000000  91.000000
+[Apr 30, 2026 - 05:50:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 173 : avg iteration time       65.87 seconds
+[Apr 30, 2026 - 05:50:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 173 : data loading time        0.00
+[Apr 30, 2026 - 05:50:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 173 : avg forward pass time    9.60
+[Apr 30, 2026 - 05:50:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 173 : backward pass time       6.70
+[Apr 30, 2026 - 05:50:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 173 : optimizer step time      0.69
+[Apr 30, 2026 - 05:50:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 173--------------------
+[Apr 30, 2026 - 05:50:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 05:50:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 05:50:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:50:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:51:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.558962  33.894154   5.443840
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.573242  92.578125  92.558594
+util                      90.250000  95.000000  86.000000
+[Apr 30, 2026 - 05:51:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 174 : avg iteration time       61.61 seconds
+[Apr 30, 2026 - 05:51:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 174 : data loading time        0.00
+[Apr 30, 2026 - 05:51:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 174 : avg forward pass time    8.54
+[Apr 30, 2026 - 05:51:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 174 : backward pass time       6.71
+[Apr 30, 2026 - 05:51:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 174 : optimizer step time      0.68
+[Apr 30, 2026 - 05:51:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 174--------------------
+[Apr 30, 2026 - 05:51:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 05:51:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 05:51:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:51:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.559377   33.892971    5.444801
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.221680  137.363281  136.796875
+util                       66.250000   72.000000   62.000000
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 175 : avg iteration time       154.91 seconds
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 175 : data loading time        0.00
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 175 : avg forward pass time    31.27
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 175 : backward pass time       7.39
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 175 : optimizer step time      0.39
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 175--------------------
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 6237.8189     iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5093          iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 6237.8189iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.4278iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.2672 iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.9729 iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 39874.8164iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 12.6076iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 154178.9688iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5093iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 1.2672  iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 12.6076 iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.9729  iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 154178.9688iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.2809  iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 5227.8145iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 2.1903  iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 79.8805 iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:54:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 05:55:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559379  33.892971   5.444801
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.568359  92.578125  92.539062
+util                      95.250000  99.000000  92.000000
+[Apr 30, 2026 - 05:55:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 176 : avg iteration time       64.17 seconds
+[Apr 30, 2026 - 05:55:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 176 : data loading time        0.00
+[Apr 30, 2026 - 05:55:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 176 : avg forward pass time    9.18
+[Apr 30, 2026 - 05:55:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 176 : backward pass time       6.71
+[Apr 30, 2026 - 05:55:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 176 : optimizer step time      0.67
+[Apr 30, 2026 - 05:55:11 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 176--------------------
+[Apr 30, 2026 - 05:55:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 05:55:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 05:55:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:55:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:56:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559696  33.894218   5.444801
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.563965  92.578125  92.521484
+util                      94.250000  99.000000  90.000000
+[Apr 30, 2026 - 05:56:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 177 : avg iteration time       61.59 seconds
+[Apr 30, 2026 - 05:56:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 177 : data loading time        0.00
+[Apr 30, 2026 - 05:56:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 177 : avg forward pass time    8.54
+[Apr 30, 2026 - 05:56:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 177 : backward pass time       6.70
+[Apr 30, 2026 - 05:56:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 177 : optimizer step time      0.68
+[Apr 30, 2026 - 05:56:13 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 177--------------------
+[Apr 30, 2026 - 05:56:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 05:56:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 05:56:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:56:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:57:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559700  33.894218   5.444847
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.565430  92.580078  92.521484
+util                      95.500000  99.000000  92.000000
+[Apr 30, 2026 - 05:57:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 178 : avg iteration time       66.03 seconds
+[Apr 30, 2026 - 05:57:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 178 : data loading time        0.00
+[Apr 30, 2026 - 05:57:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 178 : avg forward pass time    9.65
+[Apr 30, 2026 - 05:57:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 178 : backward pass time       6.69
+[Apr 30, 2026 - 05:57:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 178 : optimizer step time      0.69
+[Apr 30, 2026 - 05:57:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 178--------------------
+[Apr 30, 2026 - 05:57:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 05:57:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 05:57:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:57:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 05:58:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559571  33.893749   5.444801
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.563477  92.578125  92.519531
+util                      91.000000  96.000000  87.000000
+[Apr 30, 2026 - 05:58:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 179 : avg iteration time       65.94 seconds
+[Apr 30, 2026 - 05:58:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 179 : data loading time        0.00
+[Apr 30, 2026 - 05:58:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 179 : avg forward pass time    9.62
+[Apr 30, 2026 - 05:58:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 179 : backward pass time       6.70
+[Apr 30, 2026 - 05:58:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 179 : optimizer step time      0.69
+[Apr 30, 2026 - 05:58:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 179--------------------
+[Apr 30, 2026 - 05:58:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0025        iter count: 1.0
+[Apr 30, 2026 - 05:58:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 05:58:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 05:58:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.559442   33.892643    5.445221
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.045898  137.070312  136.972656
+util                       60.750000   65.000000   55.000000
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 180 : avg iteration time       156.60 seconds
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 180 : data loading time        0.00
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 180 : avg forward pass time    31.76
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 180 : backward pass time       7.35
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 180 : optimizer step time      0.39
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 180--------------------
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 141077.9705   iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4844          iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 141077.9705iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.8515iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.7471 iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.1897 iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 507608.6875iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 13281.9551iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1757490.3750iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4844iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.1451  iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 217546.0625iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.1897  iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1757490.3750iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.3241  iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 42116.2773iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.7471  iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 13281.9551iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:01:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 06:02:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559511  33.892891   5.445221
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.563965  92.580078  92.558594
+util                      94.750000  99.000000  87.000000
+[Apr 30, 2026 - 06:02:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 181 : avg iteration time       68.10 seconds
+[Apr 30, 2026 - 06:02:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 181 : data loading time        0.00
+[Apr 30, 2026 - 06:02:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 181 : avg forward pass time    10.16
+[Apr 30, 2026 - 06:02:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 181 : backward pass time       6.70
+[Apr 30, 2026 - 06:02:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 181 : optimizer step time      0.69
+[Apr 30, 2026 - 06:02:10 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 181--------------------
+[Apr 30, 2026 - 06:02:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 06:02:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 06:02:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:02:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:03:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559569  33.893143   5.445229
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.521484  92.580078  92.501953
+util                      96.750000  99.000000  94.000000
+[Apr 30, 2026 - 06:03:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 182 : avg iteration time       65.99 seconds
+[Apr 30, 2026 - 06:03:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 182 : data loading time        0.00
+[Apr 30, 2026 - 06:03:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 182 : avg forward pass time    9.64
+[Apr 30, 2026 - 06:03:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 182 : backward pass time       6.69
+[Apr 30, 2026 - 06:03:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 182 : optimizer step time      0.69
+[Apr 30, 2026 - 06:03:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 182--------------------
+[Apr 30, 2026 - 06:03:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 06:03:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 06:03:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:03:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:04:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559597  33.893143   5.445225
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.550293  92.578125  92.541016
+util                      93.750000  99.000000  87.000000
+[Apr 30, 2026 - 06:04:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 183 : avg iteration time       65.86 seconds
+[Apr 30, 2026 - 06:04:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 183 : data loading time        0.00
+[Apr 30, 2026 - 06:04:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 183 : avg forward pass time    9.61
+[Apr 30, 2026 - 06:04:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 183 : backward pass time       6.70
+[Apr 30, 2026 - 06:04:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 183 : optimizer step time      0.69
+[Apr 30, 2026 - 06:04:21 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 183--------------------
+[Apr 30, 2026 - 06:04:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 06:04:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 06:04:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:04:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:05:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559654  33.893391   5.445221
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.565430  92.580078  92.560547
+util                      93.000000  98.000000  89.000000
+[Apr 30, 2026 - 06:05:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 184 : avg iteration time       65.89 seconds
+[Apr 30, 2026 - 06:05:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 184 : data loading time        0.00
+[Apr 30, 2026 - 06:05:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 184 : avg forward pass time    9.61
+[Apr 30, 2026 - 06:05:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 184 : backward pass time       6.70
+[Apr 30, 2026 - 06:05:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 184 : optimizer step time      0.69
+[Apr 30, 2026 - 06:05:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 184--------------------
+[Apr 30, 2026 - 06:05:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 06:05:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 06:05:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:05:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.559670   33.893394    5.445259
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.202148  137.285156  136.953125
+util                       58.750000   64.000000   55.000000
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 185 : avg iteration time       154.98 seconds
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 185 : data loading time        0.00
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 185 : avg forward pass time    31.29
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 185 : backward pass time       7.30
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 185 : optimizer step time      0.39
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 185--------------------
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1831.6631     iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3574          iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1831.6631iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.4261iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.5727 iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.3564 iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 14829.2734iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1268.1437iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 44925.2461iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3574iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.3042  iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 5477.4800iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.4710  iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 7646.2222iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.3564  iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 44925.2461iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.5727  iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 1268.1437iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0021   iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:08:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 06:09:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559705  33.893524   5.445255
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.583008  92.597656  92.578125
+util                      97.250000  99.000000  95.000000
+[Apr 30, 2026 - 06:09:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 186 : avg iteration time       63.88 seconds
+[Apr 30, 2026 - 06:09:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 186 : data loading time        0.00
+[Apr 30, 2026 - 06:09:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 186 : avg forward pass time    9.11
+[Apr 30, 2026 - 06:09:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 186 : backward pass time       6.71
+[Apr 30, 2026 - 06:09:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 186 : optimizer step time      0.67
+[Apr 30, 2026 - 06:09:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 186--------------------
+[Apr 30, 2026 - 06:09:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 06:09:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 06:09:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:09:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:10:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559945  33.894489   5.445263
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.583008  92.597656  92.578125
+util                      96.500000  99.000000  94.000000
+[Apr 30, 2026 - 06:10:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 187 : avg iteration time       61.59 seconds
+[Apr 30, 2026 - 06:10:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 187 : data loading time        0.00
+[Apr 30, 2026 - 06:10:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 187 : avg forward pass time    8.53
+[Apr 30, 2026 - 06:10:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 187 : backward pass time       6.70
+[Apr 30, 2026 - 06:10:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 187 : optimizer step time      0.68
+[Apr 30, 2026 - 06:10:08 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 187--------------------
+[Apr 30, 2026 - 06:10:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0021        iter count: 1.0
+[Apr 30, 2026 - 06:10:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0021   iter count: 1.0
+[Apr 30, 2026 - 06:10:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:10:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:11:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559953  33.894489   5.445251
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.583008  92.597656  92.578125
+util                      95.250000  99.000000  90.000000
+[Apr 30, 2026 - 06:11:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 188 : avg iteration time       62.09 seconds
+[Apr 30, 2026 - 06:11:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 188 : data loading time        0.00
+[Apr 30, 2026 - 06:11:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 188 : avg forward pass time    8.60
+[Apr 30, 2026 - 06:11:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 188 : backward pass time       6.70
+[Apr 30, 2026 - 06:11:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 188 : optimizer step time      0.68
+[Apr 30, 2026 - 06:11:10 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 188--------------------
+[Apr 30, 2026 - 06:11:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 06:11:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 06:11:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:11:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:12:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559769  33.893806   5.445240
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.584961  92.599609  92.580078
+util                      95.750000  99.000000  91.000000
+[Apr 30, 2026 - 06:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 189 : avg iteration time       63.82 seconds
+[Apr 30, 2026 - 06:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 189 : data loading time        0.00
+[Apr 30, 2026 - 06:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 189 : avg forward pass time    9.09
+[Apr 30, 2026 - 06:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 189 : backward pass time       6.70
+[Apr 30, 2026 - 06:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 189 : optimizer step time      0.69
+[Apr 30, 2026 - 06:12:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 189--------------------
+[Apr 30, 2026 - 06:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 06:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 06:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:12:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.559628   33.892769    5.445461
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.529297  137.714844  136.972656
+util                       64.250000   70.000000   57.000000
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 190 : avg iteration time       152.15 seconds
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 190 : data loading time        0.00
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 190 : avg forward pass time    30.63
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 190 : backward pass time       7.36
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 190 : optimizer step time      0.39
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 190--------------------
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 691763.5558   iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5083          iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 691763.5558iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.2935iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.8639 iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.5826 iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 991637.6250iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 2270.7971iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 3856147.7500iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5083iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.8639  iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 2270.7971iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.7831  iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 105464.4062iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.9445  iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 2667.5457iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.5826  iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 3856147.7500iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:14:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 06:15:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559758  33.893265   5.445461
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.573730  92.619141  92.558594
+util                      95.500000  99.000000  90.000000
+[Apr 30, 2026 - 06:15:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 191 : avg iteration time       66.05 seconds
+[Apr 30, 2026 - 06:15:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 191 : data loading time        0.00
+[Apr 30, 2026 - 06:15:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 191 : avg forward pass time    9.65
+[Apr 30, 2026 - 06:15:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 191 : backward pass time       6.70
+[Apr 30, 2026 - 06:15:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 191 : optimizer step time      0.69
+[Apr 30, 2026 - 06:15:52 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 191--------------------
+[Apr 30, 2026 - 06:15:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 06:15:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 06:15:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:15:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:16:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559868  33.893719   5.445469
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.573242  92.617188  92.558594
+util                      94.250000  99.000000  88.000000
+[Apr 30, 2026 - 06:16:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 192 : avg iteration time       63.77 seconds
+[Apr 30, 2026 - 06:16:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 192 : data loading time        0.00
+[Apr 30, 2026 - 06:16:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 192 : avg forward pass time    9.08
+[Apr 30, 2026 - 06:16:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 192 : backward pass time       6.70
+[Apr 30, 2026 - 06:16:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 192 : optimizer step time      0.69
+[Apr 30, 2026 - 06:16:56 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 192--------------------
+[Apr 30, 2026 - 06:16:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 06:16:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 06:16:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:16:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:18:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559868  33.893719   5.445461
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.575195  92.619141  92.560547
+util                      94.000000  99.000000  90.000000
+[Apr 30, 2026 - 06:18:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 193 : avg iteration time       65.89 seconds
+[Apr 30, 2026 - 06:18:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 193 : data loading time        0.00
+[Apr 30, 2026 - 06:18:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 193 : avg forward pass time    9.61
+[Apr 30, 2026 - 06:18:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 193 : backward pass time       6.69
+[Apr 30, 2026 - 06:18:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 193 : optimizer step time      0.69
+[Apr 30, 2026 - 06:18:01 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 193--------------------
+[Apr 30, 2026 - 06:18:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 06:18:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 06:18:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:18:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:19:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559896  33.893837   5.445461
+peak_gpu_mem_gb           90.250089  90.250089  90.250089
+peak_gpu_mem_reserved_gb  92.573242  92.617188  92.558594
+util                      90.000000  95.000000  86.000000
+[Apr 30, 2026 - 06:19:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 194 : avg iteration time       63.76 seconds
+[Apr 30, 2026 - 06:19:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 194 : data loading time        0.00
+[Apr 30, 2026 - 06:19:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 194 : avg forward pass time    9.07
+[Apr 30, 2026 - 06:19:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 194 : backward pass time       6.70
+[Apr 30, 2026 - 06:19:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 194 : optimizer step time      0.68
+[Apr 30, 2026 - 06:19:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 194--------------------
+[Apr 30, 2026 - 06:19:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 06:19:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 06:19:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:19:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.559692   33.892902    5.445492
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  136.904297  137.089844  136.347656
+util                       62.000000   68.000000   55.000000
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 195 : avg iteration time       156.95 seconds
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 195 : data loading time        0.00
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 195 : avg forward pass time    31.86
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 195 : backward pass time       7.32
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 195 : optimizer step time      0.39
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 195--------------------
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 36714.9941    iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5381          iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 36714.9941iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.0866iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.1241 iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.9815 iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 57496.4258iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 3821.1011iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 156829.3438iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5381iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.4583  iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 55082.1055iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.1241  iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 3821.1011iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.7824  iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 14253.1543iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.9815  iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 156829.3438iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:21:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 06:22:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.559756  33.893143   5.445496
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.584961  92.599609  92.580078
+util                      94.750000  99.000000  89.000000
+[Apr 30, 2026 - 06:22:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 196 : avg iteration time       66.02 seconds
+[Apr 30, 2026 - 06:22:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 196 : data loading time        0.00
+[Apr 30, 2026 - 06:22:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 196 : avg forward pass time    9.63
+[Apr 30, 2026 - 06:22:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 196 : backward pass time       6.70
+[Apr 30, 2026 - 06:22:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 196 : optimizer step time      0.69
+[Apr 30, 2026 - 06:22:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 196--------------------
+[Apr 30, 2026 - 06:22:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 06:22:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 06:22:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:22:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:23:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.560126  33.894630   5.445496
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.599609  92.599609  92.599609
+util                      95.000000  99.000000  92.000000
+[Apr 30, 2026 - 06:23:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 197 : avg iteration time       64.10 seconds
+[Apr 30, 2026 - 06:23:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 197 : data loading time        0.00
+[Apr 30, 2026 - 06:23:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 197 : avg forward pass time    9.09
+[Apr 30, 2026 - 06:23:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 197 : backward pass time       6.94
+[Apr 30, 2026 - 06:23:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 197 : optimizer step time      0.68
+[Apr 30, 2026 - 06:23:52 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 197--------------------
+[Apr 30, 2026 - 06:23:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 06:23:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 06:23:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:23:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:24:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.560121  33.894630   5.445496
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.584961  92.599609  92.580078
+util                      92.000000  97.000000  88.000000
+[Apr 30, 2026 - 06:24:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 198 : avg iteration time       65.96 seconds
+[Apr 30, 2026 - 06:24:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 198 : data loading time        0.00
+[Apr 30, 2026 - 06:24:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 198 : avg forward pass time    9.63
+[Apr 30, 2026 - 06:24:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 198 : backward pass time       6.71
+[Apr 30, 2026 - 06:24:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 198 : optimizer step time      0.68
+[Apr 30, 2026 - 06:24:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 198--------------------
+[Apr 30, 2026 - 06:24:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0023        iter count: 1.0
+[Apr 30, 2026 - 06:24:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0023   iter count: 1.0
+[Apr 30, 2026 - 06:24:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:24:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:26:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                12.560122  33.894630   5.445496
+peak_gpu_mem_gb           90.250821  90.250821  90.250821
+peak_gpu_mem_reserved_gb  92.583496  92.599609  92.578125
+util                      94.500000  99.000000  88.000000
+[Apr 30, 2026 - 06:26:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 199 : avg iteration time       63.74 seconds
+[Apr 30, 2026 - 06:26:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 199 : data loading time        0.00
+[Apr 30, 2026 - 06:26:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 199 : avg forward pass time    9.07
+[Apr 30, 2026 - 06:26:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 199 : backward pass time       6.70
+[Apr 30, 2026 - 06:26:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 199 : optimizer step time      0.68
+[Apr 30, 2026 - 06:26:02 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 199--------------------
+[Apr 30, 2026 - 06:26:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0047        iter count: 1.0
+[Apr 30, 2026 - 06:26:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0047   iter count: 1.0
+[Apr 30, 2026 - 06:26:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:26:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 12.559915   33.893593    5.445557
+peak_gpu_mem_gb           109.937289  109.937289  109.937289
+peak_gpu_mem_reserved_gb  137.519531  137.695312  136.992188
+util                       60.500000   67.000000   52.000000
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 200 : avg iteration time       158.98 seconds
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 200 : data loading time        0.00
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 200 : avg forward pass time    32.32
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 200 : backward pass time       7.37
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 200 : optimizer step time      0.39
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 200--------------------
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 116.6359      iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3513          iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 116.6359iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 2.9923iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.6261 iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 3.2356 iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 439.3117iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 190.9935iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 646.3137iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3513iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.2356  iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 646.3137iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.1627  iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 558.6352iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.9449  iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 361.3044iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 2.6261  iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 190.9935iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 06:28:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 06:28:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 15.69 seconds
+[Apr 30, 2026 - 06:28:57 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 200
+[Apr 30, 2026 - 06:28:57 | INFO | fastgen.utils.checkpointer:save:311 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000200
+[Apr 30, 2026 - 06:28:57 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] net_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 30, 2026 - 06:28:59 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] fake_score_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 30, 2026 - 06:29:07 | SUCCESS | fastgen.utils.checkpointer:save:362 ] Model saved at iteration 200
+[Apr 30, 2026 - 06:29:07 | INFO | fastgen.trainer:validate:358 ] Validation iteration 200
+[Apr 30, 2026 - 06:29:08 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 06:29:16 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 7.8s
+[Apr 30, 2026 - 06:29:19 | INFO | fastgen.callbacks.wandb:_get_syncnet_scorer:402 ] [WandbCallback] Loaded SyncCScorer from /home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model
+[Apr 30, 2026 - 06:29:19 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 0: sync_c=5.565
+[Apr 30, 2026 - 06:29:20 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 06:29:26 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 06:29:29 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 1: sync_c=7.053
+[Apr 30, 2026 - 06:29:30 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 06:29:36 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 06:29:39 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 2: sync_c=5.965
+[Apr 30, 2026 - 06:29:40 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 06:29:46 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 06:29:49 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 3: sync_c=4.733
+[Apr 30, 2026 - 06:29:50 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 06:29:56 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 06:29:59 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 4: sync_c=4.818
+[Apr 30, 2026 - 06:30:00 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 06:30:06 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 06:30:09 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 5: sync_c=8.020
+[Apr 30, 2026 - 06:30:10 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 06:30:16 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 06:30:19 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 6: sync_c=7.288
+[Apr 30, 2026 - 06:30:20 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 06:30:26 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 06:30:29 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 7: sync_c=5.784
+[Apr 30, 2026 - 06:30:30 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 06:30:36 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 06:30:39 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 8: sync_c=5.670
+[Apr 30, 2026 - 06:30:39 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 06:30:46 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 06:30:49 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 9: sync_c=4.624
+[Apr 30, 2026 - 06:30:50 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging val0 stats at iteration 200--------------------
+[Apr 30, 2026 - 06:30:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 06:31:06 | INFO | fastgen.callbacks.wandb:on_validation_end:763 ] Logged 10 val videos at iteration 200
+[Apr 30, 2026 - 06:31:06 | INFO | fastgen.callbacks.wandb:on_validation_end:769 ] [SyncEval] val0 mean sync_c: 5.952 (n=10)
+[Apr 30, 2026 - 06:32:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.376890  35.718754   7.259800
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.142578  95.628906  94.980469
+util                      93.750000  99.000000  87.000000
+[Apr 30, 2026 - 06:32:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 201 : avg iteration time       210.40 seconds
+[Apr 30, 2026 - 06:32:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 201 : data loading time        0.00
+[Apr 30, 2026 - 06:32:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 201 : avg forward pass time    9.53
+[Apr 30, 2026 - 06:32:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 201 : backward pass time       6.69
+[Apr 30, 2026 - 06:32:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 201 : optimizer step time      0.69
+[Apr 30, 2026 - 06:32:11 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 201--------------------
+[Apr 30, 2026 - 06:32:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 06:32:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 06:32:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:32:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:33:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.376172  35.715881   7.259800
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.142578  95.628906  94.980469
+util                      96.250000  99.000000  93.000000
+[Apr 30, 2026 - 06:33:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 202 : avg iteration time       61.74 seconds
+[Apr 30, 2026 - 06:33:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 202 : data loading time        0.00
+[Apr 30, 2026 - 06:33:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 202 : avg forward pass time    8.57
+[Apr 30, 2026 - 06:33:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 202 : backward pass time       6.70
+[Apr 30, 2026 - 06:33:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 202 : optimizer step time      0.68
+[Apr 30, 2026 - 06:33:13 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 202--------------------
+[Apr 30, 2026 - 06:33:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 06:33:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 06:33:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:33:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:34:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.376173  35.715885   7.259800
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  95.144043  95.628906  94.982422
+util                      90.000000  95.000000  86.000000
+[Apr 30, 2026 - 06:34:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 203 : avg iteration time       68.12 seconds
+[Apr 30, 2026 - 06:34:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 203 : data loading time        0.00
+[Apr 30, 2026 - 06:34:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 203 : avg forward pass time    10.17
+[Apr 30, 2026 - 06:34:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 203 : backward pass time       6.70
+[Apr 30, 2026 - 06:34:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 203 : optimizer step time      0.68
+[Apr 30, 2026 - 06:34:21 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 203--------------------
+[Apr 30, 2026 - 06:34:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 06:34:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 06:34:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:34:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:35:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.376296  35.716377   7.259800
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  95.144043  95.628906  94.982422
+util                      92.000000  97.000000  88.000000
+[Apr 30, 2026 - 06:35:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 204 : avg iteration time       63.82 seconds
+[Apr 30, 2026 - 06:35:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 204 : data loading time        0.00
+[Apr 30, 2026 - 06:35:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 204 : avg forward pass time    9.09
+[Apr 30, 2026 - 06:35:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 204 : backward pass time       6.70
+[Apr 30, 2026 - 06:35:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 204 : optimizer step time      0.68
+[Apr 30, 2026 - 06:35:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 204--------------------
+[Apr 30, 2026 - 06:35:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0049        iter count: 1.0
+[Apr 30, 2026 - 06:35:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0049   iter count: 1.0
+[Apr 30, 2026 - 06:35:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:35:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.383464   35.716343    7.269451
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.485840  137.695312  136.857422
+util                       64.750000   70.000000   60.000000
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 205 : avg iteration time       161.07 seconds
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 205 : data loading time        0.00
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 205 : avg forward pass time    32.89
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 205 : backward pass time       7.28
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 205 : optimizer step time      0.39
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 205--------------------
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1003582.1931  iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4502          iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1003582.1931iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.8098iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.6395 iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.7279 iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1368438.5000iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1449.4399iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 5156500.0000iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4502iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.7279  iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 5156500.0000iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.6395  iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1449.4399iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.1607  iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 224465.4219iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.7112  iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 91338.9609iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:38:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 06:39:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.383647  35.717068   7.269459
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.895020  94.925781  94.884766
+util                      93.250000  99.000000  87.000000
+[Apr 30, 2026 - 06:39:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 206 : avg iteration time       65.91 seconds
+[Apr 30, 2026 - 06:39:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 206 : data loading time        0.00
+[Apr 30, 2026 - 06:39:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 206 : avg forward pass time    9.61
+[Apr 30, 2026 - 06:39:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 206 : backward pass time       6.69
+[Apr 30, 2026 - 06:39:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 206 : optimizer step time      0.68
+[Apr 30, 2026 - 06:39:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 206--------------------
+[Apr 30, 2026 - 06:39:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 06:39:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 06:39:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:39:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:40:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.383832  35.717800   7.269451
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.903320  94.964844  94.882812
+util                      95.750000  99.000000  91.000000
+[Apr 30, 2026 - 06:40:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 207 : avg iteration time       61.59 seconds
+[Apr 30, 2026 - 06:40:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 207 : data loading time        0.00
+[Apr 30, 2026 - 06:40:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 207 : avg forward pass time    8.53
+[Apr 30, 2026 - 06:40:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 207 : backward pass time       6.71
+[Apr 30, 2026 - 06:40:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 207 : optimizer step time      0.70
+[Apr 30, 2026 - 06:40:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 207--------------------
+[Apr 30, 2026 - 06:40:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 06:40:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 06:40:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:40:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:41:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.383763  35.717518   7.269451
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909668  94.984375  94.884766
+util                      96.250000  99.000000  93.000000
+[Apr 30, 2026 - 06:41:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 208 : avg iteration time       63.89 seconds
+[Apr 30, 2026 - 06:41:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 208 : data loading time        0.00
+[Apr 30, 2026 - 06:41:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 208 : avg forward pass time    9.11
+[Apr 30, 2026 - 06:41:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 208 : backward pass time       6.71
+[Apr 30, 2026 - 06:41:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 208 : optimizer step time      0.69
+[Apr 30, 2026 - 06:41:17 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 208--------------------
+[Apr 30, 2026 - 06:41:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 06:41:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 06:41:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:41:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:42:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.383759  35.717518   7.269451
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.932617  94.964844  94.921875
+util                      95.000000  99.000000  89.000000
+[Apr 30, 2026 - 06:42:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 209 : avg iteration time       59.42 seconds
+[Apr 30, 2026 - 06:42:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 209 : data loading time        0.00
+[Apr 30, 2026 - 06:42:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 209 : avg forward pass time    7.99
+[Apr 30, 2026 - 06:42:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 209 : backward pass time       6.70
+[Apr 30, 2026 - 06:42:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 209 : optimizer step time      0.69
+[Apr 30, 2026 - 06:42:17 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 209--------------------
+[Apr 30, 2026 - 06:42:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 06:42:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 06:42:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:42:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.384047   35.717518    7.269459
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.466309  137.656250  136.896484
+util                       56.500000   69.000000   46.000000
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 210 : avg iteration time       158.53 seconds
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 210 : data loading time        0.00
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 210 : avg forward pass time    32.27
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 210 : backward pass time       7.33
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 210 : optimizer step time      0.45
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 210--------------------
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 179080.3515   iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2900          iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 179080.3515iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.2466iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.0941 iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.0563 iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 343027.4062iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 65.9014iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1346005.3750iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2900iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.0789  iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 25790.2324iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.0563  iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1346005.3750iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.0941  iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 65.9014 iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 2.7571  iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 248.1824iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0052   iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:44:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 06:45:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.384047  35.717518   7.269459
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.903320  94.964844  94.882812
+util                      93.500000  98.000000  90.000000
+[Apr 30, 2026 - 06:45:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 211 : avg iteration time       63.80 seconds
+[Apr 30, 2026 - 06:45:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 211 : data loading time        0.00
+[Apr 30, 2026 - 06:45:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 211 : avg forward pass time    9.09
+[Apr 30, 2026 - 06:45:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 211 : backward pass time       6.69
+[Apr 30, 2026 - 06:45:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 211 : optimizer step time      0.69
+[Apr 30, 2026 - 06:45:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 211--------------------
+[Apr 30, 2026 - 06:45:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 06:45:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 06:45:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:45:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:47:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385009  35.718163   7.269459
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.875488  94.964844  94.845703
+util                      93.750000  99.000000  90.000000
+[Apr 30, 2026 - 06:47:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 212 : avg iteration time       63.80 seconds
+[Apr 30, 2026 - 06:47:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 212 : data loading time        0.00
+[Apr 30, 2026 - 06:47:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 212 : avg forward pass time    9.10
+[Apr 30, 2026 - 06:47:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 212 : backward pass time       6.69
+[Apr 30, 2026 - 06:47:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 212 : optimizer step time      0.69
+[Apr 30, 2026 - 06:47:03 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 212--------------------
+[Apr 30, 2026 - 06:47:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 06:47:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 06:47:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:47:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:48:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385272  35.719215   7.269459
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.875488  94.964844  94.845703
+util                      94.750000  99.000000  89.000000
+[Apr 30, 2026 - 06:48:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 213 : avg iteration time       68.12 seconds
+[Apr 30, 2026 - 06:48:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 213 : data loading time        0.00
+[Apr 30, 2026 - 06:48:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 213 : avg forward pass time    10.16
+[Apr 30, 2026 - 06:48:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 213 : backward pass time       6.70
+[Apr 30, 2026 - 06:48:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 213 : optimizer step time      0.68
+[Apr 30, 2026 - 06:48:11 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 213--------------------
+[Apr 30, 2026 - 06:48:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 06:48:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 06:48:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:48:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:49:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.384956  35.717941   7.269459
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      96.500000  99.000000  94.000000
+[Apr 30, 2026 - 06:49:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 214 : avg iteration time       63.72 seconds
+[Apr 30, 2026 - 06:49:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 214 : data loading time        0.00
+[Apr 30, 2026 - 06:49:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 214 : avg forward pass time    9.07
+[Apr 30, 2026 - 06:49:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 214 : backward pass time       6.70
+[Apr 30, 2026 - 06:49:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 214 : optimizer step time      0.69
+[Apr 30, 2026 - 06:49:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 214--------------------
+[Apr 30, 2026 - 06:49:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 06:49:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 06:49:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:49:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.385365   35.717941    7.269497
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.051758  137.128906  136.820312
+util                       60.000000   66.000000   56.000000
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 215 : avg iteration time       153.94 seconds
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 215 : data loading time        0.00
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 215 : avg forward pass time    31.19
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 215 : backward pass time       7.21
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 215 : optimizer step time      0.39
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 215--------------------
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 430595.2532   iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5085          iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 430595.2532iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.0880iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.2289 iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.7939 iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1597341.0000iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 11.6802iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 5884675.0000iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5085iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.7939  iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 5884675.0000iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 1.2289  iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 11.6802 iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.5517  iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 490560.0312iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.7776  iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 14117.5479iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:51:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 06:52:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385734  35.718136   7.269493
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.897949  94.943359  94.882812
+util                      95.000000  99.000000  92.000000
+[Apr 30, 2026 - 06:52:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 216 : avg iteration time       61.84 seconds
+[Apr 30, 2026 - 06:52:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 216 : data loading time        0.00
+[Apr 30, 2026 - 06:52:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 216 : avg forward pass time    8.60
+[Apr 30, 2026 - 06:52:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 216 : backward pass time       6.69
+[Apr 30, 2026 - 06:52:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 216 : optimizer step time      0.69
+[Apr 30, 2026 - 06:52:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 216--------------------
+[Apr 30, 2026 - 06:52:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 06:52:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 06:52:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:52:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:53:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385978  35.719131   7.269474
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.885254  94.945312  94.865234
+util                      95.500000  99.000000  91.000000
+[Apr 30, 2026 - 06:53:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 217 : avg iteration time       68.12 seconds
+[Apr 30, 2026 - 06:53:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 217 : data loading time        0.00
+[Apr 30, 2026 - 06:53:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 217 : avg forward pass time    10.18
+[Apr 30, 2026 - 06:53:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 217 : backward pass time       6.70
+[Apr 30, 2026 - 06:53:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 217 : optimizer step time      0.68
+[Apr 30, 2026 - 06:53:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 217--------------------
+[Apr 30, 2026 - 06:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 06:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 06:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:53:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:55:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385978  35.719112   7.269474
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.885254  94.945312  94.865234
+util                      93.750000  99.000000  87.000000
+[Apr 30, 2026 - 06:55:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 218 : avg iteration time       65.96 seconds
+[Apr 30, 2026 - 06:55:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 218 : data loading time        0.00
+[Apr 30, 2026 - 06:55:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 218 : avg forward pass time    9.63
+[Apr 30, 2026 - 06:55:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 218 : backward pass time       6.69
+[Apr 30, 2026 - 06:55:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 218 : optimizer step time      0.69
+[Apr 30, 2026 - 06:55:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 218--------------------
+[Apr 30, 2026 - 06:55:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 06:55:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 06:55:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:55:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:56:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385839  35.718575   7.269474
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.898438  94.945312  94.882812
+util                      95.000000  99.000000  92.000000
+[Apr 30, 2026 - 06:56:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 219 : avg iteration time       61.52 seconds
+[Apr 30, 2026 - 06:56:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 219 : data loading time        0.00
+[Apr 30, 2026 - 06:56:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 219 : avg forward pass time    8.53
+[Apr 30, 2026 - 06:56:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 219 : backward pass time       6.70
+[Apr 30, 2026 - 06:56:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 219 : optimizer step time      0.68
+[Apr 30, 2026 - 06:56:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 219--------------------
+[Apr 30, 2026 - 06:56:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 06:56:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 06:56:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:56:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.385733   35.718140    7.269482
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.525391  137.734375  136.898438
+util                       59.750000   62.000000   58.000000
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 220 : avg iteration time       154.04 seconds
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 220 : data loading time        0.00
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 220 : avg forward pass time    31.15
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 220 : backward pass time       7.31
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 220 : optimizer step time      0.41
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 220--------------------
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 25814.4954    iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4993          iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 25814.4954iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.7703iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.5922 iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.7690 iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 38640.0586iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1318.7942iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 102543.4688iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4993iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.3687  iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 6231.8032iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.3512  iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 44466.1758iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.5922  iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1318.7942iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.7690  iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 102543.4688iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:58:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 06:59:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385734  35.718140   7.269485
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.902832  94.962891  94.882812
+util                      95.500000  99.000000  91.000000
+[Apr 30, 2026 - 06:59:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 221 : avg iteration time       66.09 seconds
+[Apr 30, 2026 - 06:59:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 221 : data loading time        0.00
+[Apr 30, 2026 - 06:59:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 221 : avg forward pass time    9.66
+[Apr 30, 2026 - 06:59:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 221 : backward pass time       6.71
+[Apr 30, 2026 - 06:59:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 221 : optimizer step time      0.69
+[Apr 30, 2026 - 06:59:46 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 221--------------------
+[Apr 30, 2026 - 06:59:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 06:59:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 06:59:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 06:59:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:00:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385734  35.718140   7.269485
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.903320  94.964844  94.882812
+util                      95.500000  99.000000  88.000000
+[Apr 30, 2026 - 07:00:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 222 : avg iteration time       61.54 seconds
+[Apr 30, 2026 - 07:00:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 222 : data loading time        0.00
+[Apr 30, 2026 - 07:00:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 222 : avg forward pass time    8.53
+[Apr 30, 2026 - 07:00:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 222 : backward pass time       6.69
+[Apr 30, 2026 - 07:00:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 222 : optimizer step time      0.69
+[Apr 30, 2026 - 07:00:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 222--------------------
+[Apr 30, 2026 - 07:00:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 07:00:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 07:00:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:00:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:01:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385734  35.718140   7.269485
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.904785  94.964844  94.884766
+util                      96.500000  99.000000  94.000000
+[Apr 30, 2026 - 07:01:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 223 : avg iteration time       61.55 seconds
+[Apr 30, 2026 - 07:01:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 223 : data loading time        0.00
+[Apr 30, 2026 - 07:01:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 223 : avg forward pass time    8.53
+[Apr 30, 2026 - 07:01:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 223 : backward pass time       6.69
+[Apr 30, 2026 - 07:01:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 223 : optimizer step time      0.69
+[Apr 30, 2026 - 07:01:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 223--------------------
+[Apr 30, 2026 - 07:01:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 07:01:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 07:01:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:01:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:02:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385734  35.718140   7.269485
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.917969  94.964844  94.902344
+util                      95.500000  99.000000  91.000000
+[Apr 30, 2026 - 07:02:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 224 : avg iteration time       63.69 seconds
+[Apr 30, 2026 - 07:02:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 224 : data loading time        0.00
+[Apr 30, 2026 - 07:02:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 224 : avg forward pass time    9.06
+[Apr 30, 2026 - 07:02:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 224 : backward pass time       6.70
+[Apr 30, 2026 - 07:02:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 224 : optimizer step time      0.68
+[Apr 30, 2026 - 07:02:53 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 224--------------------
+[Apr 30, 2026 - 07:02:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 07:02:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 07:02:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:02:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.385454   35.716778    7.269581
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.427734  137.597656  136.917969
+util                       61.250000   66.000000   57.000000
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 225 : avg iteration time       158.66 seconds
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 225 : data loading time        0.00
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 225 : avg forward pass time    32.27
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 225 : backward pass time       7.30
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 225 : optimizer step time      0.39
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 225--------------------
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 7620.6610     iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3831          iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 7620.6610iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.4646iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.0683 iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.2212 iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 9587.0625iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 8.4710 iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 34282.4414iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3831iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.2212  iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 34282.4414iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.9378  iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 2632.3149iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.6310  iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1425.0238iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 1.0683  iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 8.4710  iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:05:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 07:06:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385484  35.716885   7.269577
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.868652  94.943359  94.843750
+util                      90.000000  95.000000  86.000000
+[Apr 30, 2026 - 07:06:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 226 : avg iteration time       63.96 seconds
+[Apr 30, 2026 - 07:06:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 226 : data loading time        0.00
+[Apr 30, 2026 - 07:06:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 226 : avg forward pass time    9.13
+[Apr 30, 2026 - 07:06:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 226 : backward pass time       6.70
+[Apr 30, 2026 - 07:06:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 226 : optimizer step time      0.69
+[Apr 30, 2026 - 07:06:36 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 226--------------------
+[Apr 30, 2026 - 07:06:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 07:06:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 07:06:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:06:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:07:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385740  35.717934   7.269577
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.864258  94.925781  94.843750
+util                      95.750000  99.000000  91.000000
+[Apr 30, 2026 - 07:07:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 227 : avg iteration time       63.78 seconds
+[Apr 30, 2026 - 07:07:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 227 : data loading time        0.00
+[Apr 30, 2026 - 07:07:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 227 : avg forward pass time    9.09
+[Apr 30, 2026 - 07:07:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 227 : backward pass time       6.71
+[Apr 30, 2026 - 07:07:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 227 : optimizer step time      0.68
+[Apr 30, 2026 - 07:07:40 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 227--------------------
+[Apr 30, 2026 - 07:07:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 07:07:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 07:07:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:07:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:08:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385739  35.717911   7.269596
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.869141  94.945312  94.843750
+util                      92.750000  98.000000  86.000000
+[Apr 30, 2026 - 07:08:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 228 : avg iteration time       63.75 seconds
+[Apr 30, 2026 - 07:08:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 228 : data loading time        0.00
+[Apr 30, 2026 - 07:08:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 228 : avg forward pass time    9.07
+[Apr 30, 2026 - 07:08:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 228 : backward pass time       6.70
+[Apr 30, 2026 - 07:08:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 228 : optimizer step time      0.68
+[Apr 30, 2026 - 07:08:43 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 228--------------------
+[Apr 30, 2026 - 07:08:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 07:08:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 07:08:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:08:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:09:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385791  35.718136   7.269577
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.869141  94.945312  94.843750
+util                      90.250000  95.000000  86.000000
+[Apr 30, 2026 - 07:09:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 229 : avg iteration time       61.87 seconds
+[Apr 30, 2026 - 07:09:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 229 : data loading time        0.00
+[Apr 30, 2026 - 07:09:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 229 : avg forward pass time    8.61
+[Apr 30, 2026 - 07:09:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 229 : backward pass time       6.70
+[Apr 30, 2026 - 07:09:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 229 : optimizer step time      0.69
+[Apr 30, 2026 - 07:09:45 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 229--------------------
+[Apr 30, 2026 - 07:09:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 07:09:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 07:09:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:09:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.385553   35.717152    7.269585
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.021973  137.070312  136.876953
+util                       65.000000   70.000000   60.000000
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 230 : avg iteration time       154.08 seconds
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 230 : data loading time        0.00
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 230 : avg forward pass time    31.22
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 230 : backward pass time       7.16
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 230 : optimizer step time      0.39
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 230--------------------
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 173711.8174   iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5449          iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 173711.8174iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.2044iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.4276 iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.9335 iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 412185.0625iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 17.3763iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1052764.3750iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5449iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.9335  iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1052764.3750iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 1.8076  iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 37.1572 iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.6489  iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 595921.3750iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 1.4276  iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 17.3763 iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:12:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 07:13:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385609  35.717396   7.269581
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.894043  94.984375  94.863281
+util                      94.250000  99.000000  88.000000
+[Apr 30, 2026 - 07:13:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 231 : avg iteration time       66.01 seconds
+[Apr 30, 2026 - 07:13:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 231 : data loading time        0.00
+[Apr 30, 2026 - 07:13:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 231 : avg forward pass time    9.63
+[Apr 30, 2026 - 07:13:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 231 : backward pass time       6.70
+[Apr 30, 2026 - 07:13:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 231 : optimizer step time      0.69
+[Apr 30, 2026 - 07:13:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 231--------------------
+[Apr 30, 2026 - 07:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 07:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 07:13:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:13:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:14:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385610  35.717400   7.269581
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.894043  94.984375  94.863281
+util                      93.500000  99.000000  87.000000
+[Apr 30, 2026 - 07:14:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 232 : avg iteration time       59.44 seconds
+[Apr 30, 2026 - 07:14:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 232 : data loading time        0.00
+[Apr 30, 2026 - 07:14:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 232 : avg forward pass time    8.00
+[Apr 30, 2026 - 07:14:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 232 : backward pass time       6.70
+[Apr 30, 2026 - 07:14:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 232 : optimizer step time      0.68
+[Apr 30, 2026 - 07:14:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 232--------------------
+[Apr 30, 2026 - 07:14:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 07:14:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 07:14:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:14:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:15:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385617  35.717396   7.269592
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.895020  94.984375  94.865234
+util                      92.000000  97.000000  88.000000
+[Apr 30, 2026 - 07:15:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 233 : avg iteration time       65.89 seconds
+[Apr 30, 2026 - 07:15:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 233 : data loading time        0.00
+[Apr 30, 2026 - 07:15:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 233 : avg forward pass time    9.61
+[Apr 30, 2026 - 07:15:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 233 : backward pass time       6.69
+[Apr 30, 2026 - 07:15:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 233 : optimizer step time      0.70
+[Apr 30, 2026 - 07:15:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 233--------------------
+[Apr 30, 2026 - 07:15:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 07:15:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 07:15:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:15:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 07:16:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385614  35.717396   7.269581
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.894043  94.984375  94.863281
+util                      92.000000  97.000000  88.000000
+[Apr 30, 2026 - 07:16:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 234 : avg iteration time       63.79 seconds
+[Apr 30, 2026 - 07:16:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 234 : data loading time        0.00
+[Apr 30, 2026 - 07:16:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 234 : avg forward pass time    9.08
+[Apr 30, 2026 - 07:16:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 234 : backward pass time       6.69
+[Apr 30, 2026 - 07:16:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 234 : optimizer step time      0.69
+[Apr 30, 2026 - 07:16:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 234--------------------
+[Apr 30, 2026 - 07:16:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 07:16:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 07:16:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:16:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.385435   35.716633    7.269611
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.437012  137.636719  136.837891
+util                       62.750000   68.000000   59.000000
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 235 : avg iteration time       156.24 seconds
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 235 : data loading time        0.00
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 235 : avg forward pass time    31.70
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 235 : backward pass time       7.22
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 235 : optimizer step time      0.39
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 235--------------------
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 73225.4416    iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.8496          iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 73225.4416iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.1410iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.9909 iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.1738 iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 84555.1406iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 2927.4414iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 230384.4219iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.8496iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.1738  iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 230384.4219iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.7221  iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 93357.0078iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.6773  iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 11551.6963iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.9909  iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 2927.4414iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:19:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 07:20:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385554  35.717110   7.269611
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.864746  94.984375  94.824219
+util                      96.500000  99.000000  94.000000
+[Apr 30, 2026 - 07:20:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 236 : avg iteration time       64.03 seconds
+[Apr 30, 2026 - 07:20:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 236 : data loading time        0.00
+[Apr 30, 2026 - 07:20:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 236 : avg forward pass time    9.15
+[Apr 30, 2026 - 07:20:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 236 : backward pass time       6.71
+[Apr 30, 2026 - 07:20:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 236 : optimizer step time      0.69
+[Apr 30, 2026 - 07:20:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 236--------------------
+[Apr 30, 2026 - 07:20:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 07:20:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 07:20:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:20:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:21:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385785  35.718029   7.269611
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.895020  94.984375  94.865234
+util                      91.000000  95.000000  87.000000
+[Apr 30, 2026 - 07:21:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 237 : avg iteration time       65.91 seconds
+[Apr 30, 2026 - 07:21:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 237 : data loading time        0.00
+[Apr 30, 2026 - 07:21:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 237 : avg forward pass time    9.61
+[Apr 30, 2026 - 07:21:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 237 : backward pass time       6.71
+[Apr 30, 2026 - 07:21:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 237 : optimizer step time      0.69
+[Apr 30, 2026 - 07:21:21 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 237--------------------
+[Apr 30, 2026 - 07:21:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 07:21:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 07:21:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:21:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:22:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385790  35.718029   7.269611
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.864258  94.984375  94.824219
+util                      91.000000  95.000000  87.000000
+[Apr 30, 2026 - 07:22:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 238 : avg iteration time       64.00 seconds
+[Apr 30, 2026 - 07:22:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 238 : data loading time        0.00
+[Apr 30, 2026 - 07:22:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 238 : avg forward pass time    9.08
+[Apr 30, 2026 - 07:22:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 238 : backward pass time       6.70
+[Apr 30, 2026 - 07:22:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 238 : optimizer step time      0.69
+[Apr 30, 2026 - 07:22:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 238--------------------
+[Apr 30, 2026 - 07:22:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 07:22:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 07:22:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:22:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:23:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385688  35.717644   7.269611
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.895020  94.984375  94.865234
+util                      94.750000  99.000000  91.000000
+[Apr 30, 2026 - 07:23:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 239 : avg iteration time       63.85 seconds
+[Apr 30, 2026 - 07:23:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 239 : data loading time        0.00
+[Apr 30, 2026 - 07:23:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 239 : avg forward pass time    9.10
+[Apr 30, 2026 - 07:23:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 239 : backward pass time       6.70
+[Apr 30, 2026 - 07:23:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 239 : optimizer step time      0.68
+[Apr 30, 2026 - 07:23:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 239--------------------
+[Apr 30, 2026 - 07:23:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 07:23:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 07:23:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:23:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.385533   35.716618    7.269749
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.466309  137.656250  136.896484
+util                       59.000000   65.000000   52.000000
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 240 : avg iteration time       163.27 seconds
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 240 : data loading time        0.00
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 240 : avg forward pass time    33.38
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 240 : backward pass time       7.44
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 240 : optimizer step time      0.39
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 240--------------------
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 89297.2650    iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.6492          iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 89297.2650iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.6324iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.9550 iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.0892 iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 111664.6719iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 20129.1738iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 194545.8125iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.6492iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.4373  iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 52814.3594iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.9550  iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 20129.1738iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.0892  iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 194545.8125iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.0480  iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 179169.3125iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:26:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 07:27:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385715  35.717358   7.269753
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      95.000000  99.000000  90.000000
+[Apr 30, 2026 - 07:27:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 241 : avg iteration time       70.45 seconds
+[Apr 30, 2026 - 07:27:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 241 : data loading time        0.00
+[Apr 30, 2026 - 07:27:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 241 : avg forward pass time    10.75
+[Apr 30, 2026 - 07:27:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 241 : backward pass time       6.71
+[Apr 30, 2026 - 07:27:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 241 : optimizer step time      0.69
+[Apr 30, 2026 - 07:27:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 241--------------------
+[Apr 30, 2026 - 07:27:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 07:27:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 07:27:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:27:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:28:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386037  35.717358   7.269741
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.878906  94.984375  94.843750
+util                      94.250000  99.000000  88.000000
+[Apr 30, 2026 - 07:28:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 242 : avg iteration time       65.98 seconds
+[Apr 30, 2026 - 07:28:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 242 : data loading time        0.00
+[Apr 30, 2026 - 07:28:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 242 : avg forward pass time    9.63
+[Apr 30, 2026 - 07:28:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 242 : backward pass time       6.71
+[Apr 30, 2026 - 07:28:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 242 : optimizer step time      0.68
+[Apr 30, 2026 - 07:28:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 242--------------------
+[Apr 30, 2026 - 07:28:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 07:28:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 07:28:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:28:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:29:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386041  35.717358   7.269733
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909180  94.984375  94.882812
+util                      95.250000  99.000000  90.000000
+[Apr 30, 2026 - 07:29:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 243 : avg iteration time       68.02 seconds
+[Apr 30, 2026 - 07:29:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 243 : data loading time        0.00
+[Apr 30, 2026 - 07:29:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 243 : avg forward pass time    10.15
+[Apr 30, 2026 - 07:29:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 243 : backward pass time       6.71
+[Apr 30, 2026 - 07:29:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 243 : optimizer step time      0.68
+[Apr 30, 2026 - 07:29:36 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 243--------------------
+[Apr 30, 2026 - 07:29:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 07:29:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 07:29:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:29:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:30:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386147  35.717762   7.269749
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.865723  94.984375  94.826172
+util                      96.000000  99.000000  93.000000
+[Apr 30, 2026 - 07:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 244 : avg iteration time       68.10 seconds
+[Apr 30, 2026 - 07:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 244 : data loading time        0.00
+[Apr 30, 2026 - 07:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 244 : avg forward pass time    10.16
+[Apr 30, 2026 - 07:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 244 : backward pass time       6.70
+[Apr 30, 2026 - 07:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 244 : optimizer step time      0.69
+[Apr 30, 2026 - 07:30:44 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 244--------------------
+[Apr 30, 2026 - 07:30:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0017        iter count: 1.0
+[Apr 30, 2026 - 07:30:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0017   iter count: 1.0
+[Apr 30, 2026 - 07:30:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:30:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.385749   35.716099    7.269798
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.441895  137.617188  136.916016
+util                       63.000000   73.000000   55.000000
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 245 : avg iteration time       156.74 seconds
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 245 : data loading time        0.00
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 245 : avg forward pass time    31.87
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 245 : backward pass time       7.26
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 245 : optimizer step time      0.39
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 245--------------------
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 51334.1539    iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2566          iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 51334.1539iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.9914iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 0.7869 iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.7994 iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 217839.2031iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 4.8245 iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 805230.3125iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2566iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.7994  iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 805230.3125iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 0.7869  iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 4.8245  iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.8318  iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 288.1592iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.5474  iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 65833.4922iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:33:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 07:34:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.385860  35.716545   7.269798
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.899414  95.001953  94.865234
+util                      96.750000  99.000000  94.000000
+[Apr 30, 2026 - 07:34:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 246 : avg iteration time       70.47 seconds
+[Apr 30, 2026 - 07:34:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 246 : data loading time        0.00
+[Apr 30, 2026 - 07:34:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 246 : avg forward pass time    10.74
+[Apr 30, 2026 - 07:34:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 246 : backward pass time       6.71
+[Apr 30, 2026 - 07:34:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 246 : optimizer step time      0.68
+[Apr 30, 2026 - 07:34:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 246--------------------
+[Apr 30, 2026 - 07:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0052        iter count: 1.0
+[Apr 30, 2026 - 07:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0052   iter count: 1.0
+[Apr 30, 2026 - 07:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:34:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:35:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386170  35.717785   7.269798
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.913086  95.003906  94.882812
+util                      93.500000  99.000000  87.000000
+[Apr 30, 2026 - 07:35:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 247 : avg iteration time       63.92 seconds
+[Apr 30, 2026 - 07:35:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 247 : data loading time        0.00
+[Apr 30, 2026 - 07:35:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 247 : avg forward pass time    9.11
+[Apr 30, 2026 - 07:35:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 247 : backward pass time       6.70
+[Apr 30, 2026 - 07:35:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 247 : optimizer step time      0.69
+[Apr 30, 2026 - 07:35:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 247--------------------
+[Apr 30, 2026 - 07:35:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 07:35:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 07:35:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:35:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:36:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386222  35.717968   7.269798
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.899414  95.003906  94.863281
+util                      94.250000  99.000000  90.000000
+[Apr 30, 2026 - 07:36:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 248 : avg iteration time       65.85 seconds
+[Apr 30, 2026 - 07:36:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 248 : data loading time        0.00
+[Apr 30, 2026 - 07:36:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 248 : avg forward pass time    9.60
+[Apr 30, 2026 - 07:36:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 248 : backward pass time       6.70
+[Apr 30, 2026 - 07:36:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 248 : optimizer step time      0.68
+[Apr 30, 2026 - 07:36:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 248--------------------
+[Apr 30, 2026 - 07:36:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 07:36:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 07:36:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:36:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:37:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386226  35.717983   7.269817
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.899902  95.003906  94.865234
+util                      95.250000  99.000000  90.000000
+[Apr 30, 2026 - 07:37:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 249 : avg iteration time       61.73 seconds
+[Apr 30, 2026 - 07:37:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 249 : data loading time        0.00
+[Apr 30, 2026 - 07:37:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 249 : avg forward pass time    8.57
+[Apr 30, 2026 - 07:37:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 249 : backward pass time       6.70
+[Apr 30, 2026 - 07:37:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 249 : optimizer step time      0.69
+[Apr 30, 2026 - 07:37:43 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 249--------------------
+[Apr 30, 2026 - 07:37:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 07:37:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 07:37:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:37:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.386202   35.717430    7.270020
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.408203  137.578125  136.898438
+util                       66.000000   72.000000   62.000000
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 250 : avg iteration time       154.72 seconds
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 250 : data loading time        0.00
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 250 : avg forward pass time    31.27
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 250 : backward pass time       7.33
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 250 : optimizer step time      0.39
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 250--------------------
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1339462.1871  iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.6675          iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1339462.1871iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.0839iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.8604 iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.8508 iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1649218.8750iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 41.2966iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 6592937.0000iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.6675iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.1142  iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 3745.6545iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 2.5103  iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 151.4954iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.8508  iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 6592937.0000iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 1.8604  iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 41.2966 iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:40:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 07:41:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386252  35.717640   7.270020
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.893066  94.982422  94.863281
+util                      94.500000  99.000000  89.000000
+[Apr 30, 2026 - 07:41:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 251 : avg iteration time       64.06 seconds
+[Apr 30, 2026 - 07:41:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 251 : data loading time        0.00
+[Apr 30, 2026 - 07:41:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 251 : avg forward pass time    9.15
+[Apr 30, 2026 - 07:41:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 251 : backward pass time       6.70
+[Apr 30, 2026 - 07:41:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 251 : optimizer step time      0.69
+[Apr 30, 2026 - 07:41:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 251--------------------
+[Apr 30, 2026 - 07:41:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 07:41:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 07:41:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:41:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:42:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386252  35.717640   7.270020
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.885254  95.003906  94.845703
+util                      95.750000  99.000000  92.000000
+[Apr 30, 2026 - 07:42:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 252 : avg iteration time       61.72 seconds
+[Apr 30, 2026 - 07:42:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 252 : data loading time        0.00
+[Apr 30, 2026 - 07:42:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 252 : avg forward pass time    8.56
+[Apr 30, 2026 - 07:42:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 252 : backward pass time       6.71
+[Apr 30, 2026 - 07:42:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 252 : optimizer step time      0.69
+[Apr 30, 2026 - 07:42:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 252--------------------
+[Apr 30, 2026 - 07:42:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0020        iter count: 1.0
+[Apr 30, 2026 - 07:42:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0020   iter count: 1.0
+[Apr 30, 2026 - 07:42:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:42:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:43:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386255  35.717640   7.270031
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.898926  95.003906  94.863281
+util                      96.750000  99.000000  94.000000
+[Apr 30, 2026 - 07:43:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 253 : avg iteration time       64.01 seconds
+[Apr 30, 2026 - 07:43:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 253 : data loading time        0.00
+[Apr 30, 2026 - 07:43:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 253 : avg forward pass time    9.14
+[Apr 30, 2026 - 07:43:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 253 : backward pass time       6.71
+[Apr 30, 2026 - 07:43:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 253 : optimizer step time      0.70
+[Apr 30, 2026 - 07:43:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 253--------------------
+[Apr 30, 2026 - 07:43:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 07:43:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 07:43:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:43:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:44:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386252  35.717640   7.270020
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.893555  94.984375  94.863281
+util                      96.000000  99.000000  93.000000
+[Apr 30, 2026 - 07:44:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 254 : avg iteration time       61.59 seconds
+[Apr 30, 2026 - 07:44:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 254 : data loading time        0.00
+[Apr 30, 2026 - 07:44:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 254 : avg forward pass time    8.53
+[Apr 30, 2026 - 07:44:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 254 : backward pass time       6.70
+[Apr 30, 2026 - 07:44:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 254 : optimizer step time      0.69
+[Apr 30, 2026 - 07:44:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 254--------------------
+[Apr 30, 2026 - 07:44:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 07:44:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 07:44:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:44:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.386074   35.716473    7.270073
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.032227  137.089844  136.859375
+util                       65.250000   71.000000   61.000000
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 255 : avg iteration time       158.82 seconds
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 255 : data loading time        0.00
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 255 : avg forward pass time    32.37
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 255 : backward pass time       7.28
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 255 : optimizer step time      0.39
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 255--------------------
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 3258304.9697  iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5027          iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 3258304.9697iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.2981iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.3795 iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.1362 iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 3943002.2500iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 6367.8428iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 11668458.0000iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5027iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.0667  iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 25169.0273iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 8.1362  iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 11668458.0000iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.6098  iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 4072014.2500iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.3795  iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 6367.8428iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:47:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 07:48:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386140  35.716698   7.270073
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.883789  94.886719  94.882812
+util                      91.250000  96.000000  87.000000
+[Apr 30, 2026 - 07:48:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 256 : avg iteration time       65.92 seconds
+[Apr 30, 2026 - 07:48:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 256 : data loading time        0.00
+[Apr 30, 2026 - 07:48:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 256 : avg forward pass time    9.61
+[Apr 30, 2026 - 07:48:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 256 : backward pass time       6.70
+[Apr 30, 2026 - 07:48:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 256 : optimizer step time      0.69
+[Apr 30, 2026 - 07:48:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 256--------------------
+[Apr 30, 2026 - 07:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 07:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 07:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:48:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:49:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386493  35.718143   7.270073
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.883789  94.886719  94.882812
+util                      94.000000  99.000000  88.000000
+[Apr 30, 2026 - 07:49:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 257 : avg iteration time       61.53 seconds
+[Apr 30, 2026 - 07:49:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 257 : data loading time        0.00
+[Apr 30, 2026 - 07:49:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 257 : avg forward pass time    8.52
+[Apr 30, 2026 - 07:49:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 257 : backward pass time       6.70
+[Apr 30, 2026 - 07:49:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 257 : optimizer step time      0.70
+[Apr 30, 2026 - 07:49:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 257--------------------
+[Apr 30, 2026 - 07:49:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0047        iter count: 1.0
+[Apr 30, 2026 - 07:49:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0047   iter count: 1.0
+[Apr 30, 2026 - 07:49:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:49:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:50:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386502  35.718143   7.270073
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.883789  94.886719  94.882812
+util                      95.000000  99.000000  90.000000
+[Apr 30, 2026 - 07:50:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 258 : avg iteration time       63.82 seconds
+[Apr 30, 2026 - 07:50:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 258 : data loading time        0.00
+[Apr 30, 2026 - 07:50:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 258 : avg forward pass time    9.09
+[Apr 30, 2026 - 07:50:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 258 : backward pass time       6.70
+[Apr 30, 2026 - 07:50:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 258 : optimizer step time      0.69
+[Apr 30, 2026 - 07:50:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 258--------------------
+[Apr 30, 2026 - 07:50:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 07:50:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 07:50:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:50:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:51:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386461  35.718018   7.270073
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.883789  94.886719  94.882812
+util                      94.000000  99.000000  88.000000
+[Apr 30, 2026 - 07:51:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 259 : avg iteration time       59.38 seconds
+[Apr 30, 2026 - 07:51:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 259 : data loading time        0.00
+[Apr 30, 2026 - 07:51:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 259 : avg forward pass time    7.98
+[Apr 30, 2026 - 07:51:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 259 : backward pass time       6.70
+[Apr 30, 2026 - 07:51:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 259 : optimizer step time      0.68
+[Apr 30, 2026 - 07:51:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 259--------------------
+[Apr 30, 2026 - 07:51:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 07:51:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 07:51:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:51:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.386414   35.717659    7.270130
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.485840  137.695312  136.857422
+util                       62.000000   67.000000   58.000000
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 260 : avg iteration time       160.91 seconds
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 260 : data loading time        0.00
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 260 : avg forward pass time    32.88
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 260 : backward pass time       7.23
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 260 : optimizer step time      0.39
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 260--------------------
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1218697.4132  iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3865          iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1218697.4132iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.8242iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.6748 iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.4269 iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 5277597.0000iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1555.6124iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 20869948.0000iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3865iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 8.4269  iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 20869948.0000iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.1372  iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 214158.6094iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.6748  iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1555.6124iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.0578  iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 24726.1309iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:53:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 07:55:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386411  35.717663   7.270134
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917480  94.921875  94.904297
+util                      96.250000  99.000000  93.000000
+[Apr 30, 2026 - 07:55:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 261 : avg iteration time       64.03 seconds
+[Apr 30, 2026 - 07:55:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 261 : data loading time        0.00
+[Apr 30, 2026 - 07:55:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 261 : avg forward pass time    9.14
+[Apr 30, 2026 - 07:55:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 261 : backward pass time       6.70
+[Apr 30, 2026 - 07:55:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 261 : optimizer step time      0.69
+[Apr 30, 2026 - 07:55:03 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 261--------------------
+[Apr 30, 2026 - 07:55:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 07:55:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 07:55:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:55:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:56:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386535  35.718159   7.270130
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.914551  94.923828  94.886719
+util                      94.750000  99.000000  91.000000
+[Apr 30, 2026 - 07:56:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 262 : avg iteration time       63.79 seconds
+[Apr 30, 2026 - 07:56:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 262 : data loading time        0.00
+[Apr 30, 2026 - 07:56:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 262 : avg forward pass time    9.07
+[Apr 30, 2026 - 07:56:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 262 : backward pass time       6.70
+[Apr 30, 2026 - 07:56:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 262 : optimizer step time      0.70
+[Apr 30, 2026 - 07:56:07 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 262--------------------
+[Apr 30, 2026 - 07:56:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 07:56:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 07:56:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:56:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:57:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386360  35.717464   7.270130
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.932617  94.964844  94.921875
+util                      95.000000  99.000000  88.000000
+[Apr 30, 2026 - 07:57:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 263 : avg iteration time       61.65 seconds
+[Apr 30, 2026 - 07:57:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 263 : data loading time        0.00
+[Apr 30, 2026 - 07:57:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 263 : avg forward pass time    8.55
+[Apr 30, 2026 - 07:57:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 263 : backward pass time       6.70
+[Apr 30, 2026 - 07:57:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 263 : optimizer step time      0.69
+[Apr 30, 2026 - 07:57:09 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 263--------------------
+[Apr 30, 2026 - 07:57:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 07:57:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 07:57:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:57:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 07:58:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386360  35.717464   7.270130
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  94.921875  94.906250
+util                      93.250000  99.000000  87.000000
+[Apr 30, 2026 - 07:58:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 264 : avg iteration time       61.62 seconds
+[Apr 30, 2026 - 07:58:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 264 : data loading time        0.00
+[Apr 30, 2026 - 07:58:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 264 : avg forward pass time    8.55
+[Apr 30, 2026 - 07:58:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 264 : backward pass time       6.70
+[Apr 30, 2026 - 07:58:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 264 : optimizer step time      0.69
+[Apr 30, 2026 - 07:58:11 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 264--------------------
+[Apr 30, 2026 - 07:58:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 07:58:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 07:58:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 07:58:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.386512   35.717865    7.270138
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.442383  137.617188  136.917969
+util                       66.000000   72.000000   61.000000
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 265 : avg iteration time       154.36 seconds
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 265 : data loading time        0.00
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 265 : avg forward pass time    31.28
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 265 : backward pass time       7.25
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 265 : optimizer step time      0.39
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 265--------------------
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 16671.6731    iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3342          iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 16671.6731iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.7451iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 0.7182 iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.6547 iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 24150.0234iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 4.2053 iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 81578.0625iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3342iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.6547  iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 81578.0625iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.8850  iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 2368.6531iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.7227  iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 12649.1689iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 0.7182  iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 4.2053  iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:00:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 08:01:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386506  35.717865   7.270138
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.890137  94.964844  94.865234
+util                      91.250000  96.000000  87.000000
+[Apr 30, 2026 - 08:01:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 266 : avg iteration time       68.11 seconds
+[Apr 30, 2026 - 08:01:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 266 : data loading time        0.00
+[Apr 30, 2026 - 08:01:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 266 : avg forward pass time    10.17
+[Apr 30, 2026 - 08:01:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 266 : backward pass time       6.71
+[Apr 30, 2026 - 08:01:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 266 : optimizer step time      0.69
+[Apr 30, 2026 - 08:01:53 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 266--------------------
+[Apr 30, 2026 - 08:01:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 08:01:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 08:01:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:01:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:02:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386514  35.717873   7.270145
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.874023  94.964844  94.843750
+util                      95.750000  99.000000  92.000000
+[Apr 30, 2026 - 08:02:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 267 : avg iteration time       66.06 seconds
+[Apr 30, 2026 - 08:02:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 267 : data loading time        0.00
+[Apr 30, 2026 - 08:02:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 267 : avg forward pass time    9.66
+[Apr 30, 2026 - 08:02:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 267 : backward pass time       6.70
+[Apr 30, 2026 - 08:02:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 267 : optimizer step time      0.69
+[Apr 30, 2026 - 08:02:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 267--------------------
+[Apr 30, 2026 - 08:02:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 08:02:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 08:02:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:02:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:03:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386509  35.717865   7.270149
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      96.750000  99.000000  94.000000
+[Apr 30, 2026 - 08:03:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 268 : avg iteration time       59.42 seconds
+[Apr 30, 2026 - 08:03:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 268 : data loading time        0.00
+[Apr 30, 2026 - 08:03:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 268 : avg forward pass time    7.99
+[Apr 30, 2026 - 08:03:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 268 : backward pass time       6.70
+[Apr 30, 2026 - 08:03:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 268 : optimizer step time      0.69
+[Apr 30, 2026 - 08:03:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 268--------------------
+[Apr 30, 2026 - 08:03:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 08:03:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 08:03:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:03:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:05:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386506  35.717865   7.270138
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      94.250000  99.000000  90.000000
+[Apr 30, 2026 - 08:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 269 : avg iteration time       65.96 seconds
+[Apr 30, 2026 - 08:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 269 : data loading time        0.00
+[Apr 30, 2026 - 08:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 269 : avg forward pass time    9.63
+[Apr 30, 2026 - 08:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 269 : backward pass time       6.70
+[Apr 30, 2026 - 08:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 269 : optimizer step time      0.68
+[Apr 30, 2026 - 08:05:04 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 269--------------------
+[Apr 30, 2026 - 08:05:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 08:05:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 08:05:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:05:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.386209   35.716621    7.270149
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.476074  137.734375  136.701172
+util                       62.250000   67.000000   55.000000
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 270 : avg iteration time       156.71 seconds
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 270 : data loading time        0.00
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 270 : avg forward pass time    31.84
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 270 : backward pass time       7.22
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 270 : optimizer step time      0.39
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 270--------------------
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1976.9008     iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2146          iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1976.9008iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.0766iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.3611 iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.0643 iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 8535.6113iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 830.6322iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 25047.4824iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2146iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.4482  iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 7305.6016iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.3611  iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 830.6322iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.4328  iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 958.7288iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.0643  iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 25047.4824iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:07:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 08:08:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386332  35.717121   7.270149
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.918945  94.964844  94.902344
+util                      95.750000  99.000000  92.000000
+[Apr 30, 2026 - 08:08:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 271 : avg iteration time       68.12 seconds
+[Apr 30, 2026 - 08:08:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 271 : data loading time        0.00
+[Apr 30, 2026 - 08:08:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 271 : avg forward pass time    10.17
+[Apr 30, 2026 - 08:08:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 271 : backward pass time       6.70
+[Apr 30, 2026 - 08:08:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 271 : optimizer step time      0.69
+[Apr 30, 2026 - 08:08:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 271--------------------
+[Apr 30, 2026 - 08:08:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 08:08:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 08:08:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:08:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:09:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386759  35.718822   7.270149
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  94.964844  94.902344
+util                      96.750000  99.000000  94.000000
+[Apr 30, 2026 - 08:09:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 272 : avg iteration time       61.62 seconds
+[Apr 30, 2026 - 08:09:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 272 : data loading time        0.00
+[Apr 30, 2026 - 08:09:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 272 : avg forward pass time    8.55
+[Apr 30, 2026 - 08:09:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 272 : backward pass time       6.69
+[Apr 30, 2026 - 08:09:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 272 : optimizer step time      0.69
+[Apr 30, 2026 - 08:09:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 272--------------------
+[Apr 30, 2026 - 08:09:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 08:09:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 08:09:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:09:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:10:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386486  35.717739   7.270149
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.919434  94.964844  94.904297
+util                      96.000000  99.000000  92.000000
+[Apr 30, 2026 - 08:10:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 273 : avg iteration time       65.98 seconds
+[Apr 30, 2026 - 08:10:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 273 : data loading time        0.00
+[Apr 30, 2026 - 08:10:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 273 : avg forward pass time    9.63
+[Apr 30, 2026 - 08:10:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 273 : backward pass time       6.70
+[Apr 30, 2026 - 08:10:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 273 : optimizer step time      0.69
+[Apr 30, 2026 - 08:10:57 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 273--------------------
+[Apr 30, 2026 - 08:10:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 08:10:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 08:10:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:10:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:12:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386488  35.717739   7.270149
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.919434  94.964844  94.904297
+util                      95.500000  99.000000  91.000000
+[Apr 30, 2026 - 08:12:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 274 : avg iteration time       68.10 seconds
+[Apr 30, 2026 - 08:12:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 274 : data loading time        0.00
+[Apr 30, 2026 - 08:12:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 274 : avg forward pass time    10.16
+[Apr 30, 2026 - 08:12:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 274 : backward pass time       6.70
+[Apr 30, 2026 - 08:12:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 274 : optimizer step time      0.70
+[Apr 30, 2026 - 08:12:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 274--------------------
+[Apr 30, 2026 - 08:12:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 08:12:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 08:12:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:12:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.386643   35.718086    7.270252
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.495605  137.675781  136.955078
+util                       65.500000   71.000000   61.000000
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 275 : avg iteration time       156.31 seconds
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 275 : data loading time        0.00
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 275 : avg forward pass time    31.75
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 275 : backward pass time       7.25
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 275 : optimizer step time      0.39
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 275--------------------
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 140628.0130   iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4177          iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 140628.0130iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.6532iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.7039 iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.6854 iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 262554.4062iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1648.9438iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 641053.8125iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4177iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.7039  iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1648.9438iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.6854  iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 641053.8125iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.1367  iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 213933.8594iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.0867  iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 193581.0156iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0049   iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:14:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 08:15:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386698  35.718323   7.270252
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.858887  94.962891  94.824219
+util                      93.000000  99.000000  87.000000
+[Apr 30, 2026 - 08:15:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 276 : avg iteration time       66.04 seconds
+[Apr 30, 2026 - 08:15:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 276 : data loading time        0.00
+[Apr 30, 2026 - 08:15:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 276 : avg forward pass time    9.64
+[Apr 30, 2026 - 08:15:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 276 : backward pass time       6.70
+[Apr 30, 2026 - 08:15:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 276 : optimizer step time      0.68
+[Apr 30, 2026 - 08:15:47 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 276--------------------
+[Apr 30, 2026 - 08:15:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0023        iter count: 1.0
+[Apr 30, 2026 - 08:15:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0023   iter count: 1.0
+[Apr 30, 2026 - 08:15:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:15:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:16:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386701  35.718323   7.270252
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.854492  94.945312  94.824219
+util                      94.500000  99.000000  89.000000
+[Apr 30, 2026 - 08:16:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 277 : avg iteration time       63.82 seconds
+[Apr 30, 2026 - 08:16:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 277 : data loading time        0.00
+[Apr 30, 2026 - 08:16:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 277 : avg forward pass time    9.10
+[Apr 30, 2026 - 08:16:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 277 : backward pass time       6.70
+[Apr 30, 2026 - 08:16:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 277 : optimizer step time      0.69
+[Apr 30, 2026 - 08:16:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 277--------------------
+[Apr 30, 2026 - 08:16:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 08:16:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 08:16:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:16:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:17:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386698  35.718323   7.270252
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.855469  94.945312  94.824219
+util                      96.000000  99.000000  92.000000
+[Apr 30, 2026 - 08:17:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 278 : avg iteration time       68.12 seconds
+[Apr 30, 2026 - 08:17:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 278 : data loading time        0.00
+[Apr 30, 2026 - 08:17:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 278 : avg forward pass time    10.17
+[Apr 30, 2026 - 08:17:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 278 : backward pass time       6.69
+[Apr 30, 2026 - 08:17:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 278 : optimizer step time      0.69
+[Apr 30, 2026 - 08:17:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 278--------------------
+[Apr 30, 2026 - 08:17:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 08:17:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 08:17:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:17:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:18:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386497  35.717522   7.270252
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.854492  94.945312  94.824219
+util                      96.750000  99.000000  94.000000
+[Apr 30, 2026 - 08:18:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 279 : avg iteration time       59.42 seconds
+[Apr 30, 2026 - 08:18:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 279 : data loading time        0.00
+[Apr 30, 2026 - 08:18:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 279 : avg forward pass time    7.99
+[Apr 30, 2026 - 08:18:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 279 : backward pass time       6.71
+[Apr 30, 2026 - 08:18:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 279 : optimizer step time      0.69
+[Apr 30, 2026 - 08:18:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 279--------------------
+[Apr 30, 2026 - 08:18:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 08:18:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 08:18:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:18:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.386536   35.717525    7.270351
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.461914  137.675781  136.820312
+util                       65.250000   71.000000   61.000000
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 280 : avg iteration time       154.61 seconds
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 280 : data loading time        0.00
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 280 : avg forward pass time    31.32
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 280 : backward pass time       7.27
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 280 : optimizer step time      0.40
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 280--------------------
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 215284.7796   iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4402          iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 215284.7796iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.2668iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.6803 iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.7544 iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1367613.3750iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1572.7882iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 5437013.0000iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4402iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.7544  iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 5437013.0000iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.9651  iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 20539.8926iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.6675  iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 11328.0293iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.6803  iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 1572.7882iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:21:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 08:22:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386528  35.717525   7.270351
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.893555  94.925781  94.882812
+util                      93.000000  99.000000  86.000000
+[Apr 30, 2026 - 08:22:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 281 : avg iteration time       63.90 seconds
+[Apr 30, 2026 - 08:22:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 281 : data loading time        0.00
+[Apr 30, 2026 - 08:22:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 281 : avg forward pass time    9.11
+[Apr 30, 2026 - 08:22:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 281 : backward pass time       6.70
+[Apr 30, 2026 - 08:22:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 281 : optimizer step time      0.70
+[Apr 30, 2026 - 08:22:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 281--------------------
+[Apr 30, 2026 - 08:22:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 08:22:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 08:22:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:22:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:23:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386835  35.718723   7.270363
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.903809  94.964844  94.882812
+util                      95.250000  99.000000  91.000000
+[Apr 30, 2026 - 08:23:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 282 : avg iteration time       65.98 seconds
+[Apr 30, 2026 - 08:23:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 282 : data loading time        0.00
+[Apr 30, 2026 - 08:23:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 282 : avg forward pass time    9.64
+[Apr 30, 2026 - 08:23:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 282 : backward pass time       6.70
+[Apr 30, 2026 - 08:23:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 282 : optimizer step time      0.69
+[Apr 30, 2026 - 08:23:43 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 282--------------------
+[Apr 30, 2026 - 08:23:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 08:23:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 08:23:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:23:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:24:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386827  35.718723   7.270351
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      92.000000  98.000000  86.000000
+[Apr 30, 2026 - 08:24:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 283 : avg iteration time       63.75 seconds
+[Apr 30, 2026 - 08:24:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 283 : data loading time        0.00
+[Apr 30, 2026 - 08:24:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 283 : avg forward pass time    9.08
+[Apr 30, 2026 - 08:24:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 283 : backward pass time       6.70
+[Apr 30, 2026 - 08:24:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 283 : optimizer step time      0.68
+[Apr 30, 2026 - 08:24:47 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 283--------------------
+[Apr 30, 2026 - 08:24:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 08:24:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 08:24:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:24:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:25:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386823  35.718708   7.270351
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      93.000000  99.000000  86.000000
+[Apr 30, 2026 - 08:25:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 284 : avg iteration time       65.88 seconds
+[Apr 30, 2026 - 08:25:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 284 : data loading time        0.00
+[Apr 30, 2026 - 08:25:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 284 : avg forward pass time    9.60
+[Apr 30, 2026 - 08:25:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 284 : backward pass time       6.69
+[Apr 30, 2026 - 08:25:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 284 : optimizer step time      0.70
+[Apr 30, 2026 - 08:25:53 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 284--------------------
+[Apr 30, 2026 - 08:25:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 08:25:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 08:25:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:25:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.386548   35.717541    7.270405
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.315430  137.617188  136.410156
+util                       64.250000   69.000000   59.000000
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 285 : avg iteration time       151.97 seconds
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 285 : data loading time        0.00
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 285 : avg forward pass time    30.68
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 285 : backward pass time       7.21
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 285 : optimizer step time      0.39
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 285--------------------
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 331870.5282   iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4829          iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 331870.5282iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.8726iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 0.7718 iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.7377 iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1342360.1250iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 4.6811 iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 5258849.5000iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4829iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 1.1744  iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 10.4724 iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.8067  iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 110576.2422iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 0.7718  iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 4.6811  iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.7377  iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 5258849.5000iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:28:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 08:29:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386620  35.717850   7.270374
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.918945  94.962891  94.904297
+util                      93.500000  99.000000  87.000000
+[Apr 30, 2026 - 08:29:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 286 : avg iteration time       63.82 seconds
+[Apr 30, 2026 - 08:29:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 286 : data loading time        0.00
+[Apr 30, 2026 - 08:29:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 286 : avg forward pass time    9.09
+[Apr 30, 2026 - 08:29:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 286 : backward pass time       6.69
+[Apr 30, 2026 - 08:29:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 286 : optimizer step time      0.69
+[Apr 30, 2026 - 08:29:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 286--------------------
+[Apr 30, 2026 - 08:29:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 08:29:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 08:29:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:29:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:30:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386617  35.717850   7.270370
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.903320  94.964844  94.882812
+util                      94.250000  99.000000  88.000000
+[Apr 30, 2026 - 08:30:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 287 : avg iteration time       63.82 seconds
+[Apr 30, 2026 - 08:30:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 287 : data loading time        0.00
+[Apr 30, 2026 - 08:30:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 287 : avg forward pass time    9.10
+[Apr 30, 2026 - 08:30:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 287 : backward pass time       6.69
+[Apr 30, 2026 - 08:30:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 287 : optimizer step time      0.69
+[Apr 30, 2026 - 08:30:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 287--------------------
+[Apr 30, 2026 - 08:30:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 08:30:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 08:30:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:30:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:31:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386621  35.717850   7.270370
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.903320  94.964844  94.882812
+util                      94.500000  99.000000  88.000000
+[Apr 30, 2026 - 08:31:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 288 : avg iteration time       64.00 seconds
+[Apr 30, 2026 - 08:31:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 288 : data loading time        0.00
+[Apr 30, 2026 - 08:31:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 288 : avg forward pass time    9.08
+[Apr 30, 2026 - 08:31:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 288 : backward pass time       6.69
+[Apr 30, 2026 - 08:31:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 288 : optimizer step time      0.69
+[Apr 30, 2026 - 08:31:36 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 288--------------------
+[Apr 30, 2026 - 08:31:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0025        iter count: 1.0
+[Apr 30, 2026 - 08:31:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 08:31:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:31:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:32:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386622  35.717850   7.270382
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.904785  94.964844  94.884766
+util                      94.000000  99.000000  89.000000
+[Apr 30, 2026 - 08:32:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 289 : avg iteration time       68.03 seconds
+[Apr 30, 2026 - 08:32:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 289 : data loading time        0.00
+[Apr 30, 2026 - 08:32:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 289 : avg forward pass time    10.15
+[Apr 30, 2026 - 08:32:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 289 : backward pass time       6.71
+[Apr 30, 2026 - 08:32:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 289 : optimizer step time      0.68
+[Apr 30, 2026 - 08:32:44 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 289--------------------
+[Apr 30, 2026 - 08:32:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 08:32:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 08:32:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:32:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.386411   35.716740    7.270473
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.500977  137.714844  136.859375
+util                       63.500000   71.000000   56.000000
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 290 : avg iteration time       159.29 seconds
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 290 : data loading time        0.00
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 290 : avg forward pass time    32.46
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 290 : backward pass time       7.25
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 290 : optimizer step time      0.40
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 290--------------------
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 202322.5613   iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.1938          iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 202322.5613iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.3077iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.1055 iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.5326 iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 875020.6250iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 9.1248 iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 3489198.7500iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.1938iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.2316  iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 4737.0552iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.3611  iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 6137.5996iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.5326  iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 3489198.7500iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 1.1055  iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 9.1248  iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0023   iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:35:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 08:36:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386466  35.716961   7.270473
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  95.042969  94.884766
+util                      93.500000  99.000000  87.000000
+[Apr 30, 2026 - 08:36:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 291 : avg iteration time       70.47 seconds
+[Apr 30, 2026 - 08:36:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 291 : data loading time        0.00
+[Apr 30, 2026 - 08:36:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 291 : avg forward pass time    10.76
+[Apr 30, 2026 - 08:36:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 291 : backward pass time       6.70
+[Apr 30, 2026 - 08:36:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 291 : optimizer step time      0.68
+[Apr 30, 2026 - 08:36:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 291--------------------
+[Apr 30, 2026 - 08:36:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 08:36:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 08:36:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:36:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:37:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386831  35.718422   7.270473
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.884277  95.003906  94.843750
+util                      94.500000  99.000000  87.000000
+[Apr 30, 2026 - 08:37:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 292 : avg iteration time       68.11 seconds
+[Apr 30, 2026 - 08:37:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 292 : data loading time        0.00
+[Apr 30, 2026 - 08:37:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 292 : avg forward pass time    10.16
+[Apr 30, 2026 - 08:37:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 292 : backward pass time       6.72
+[Apr 30, 2026 - 08:37:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 292 : optimizer step time      0.68
+[Apr 30, 2026 - 08:37:42 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 292--------------------
+[Apr 30, 2026 - 08:37:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 08:37:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 08:37:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:37:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:38:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386837  35.718422   7.270473
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.883789  95.003906  94.843750
+util                      95.500000  99.000000  91.000000
+[Apr 30, 2026 - 08:38:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 293 : avg iteration time       61.66 seconds
+[Apr 30, 2026 - 08:38:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 293 : data loading time        0.00
+[Apr 30, 2026 - 08:38:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 293 : avg forward pass time    8.55
+[Apr 30, 2026 - 08:38:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 293 : backward pass time       6.69
+[Apr 30, 2026 - 08:38:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 293 : optimizer step time      0.69
+[Apr 30, 2026 - 08:38:44 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 293--------------------
+[Apr 30, 2026 - 08:38:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 08:38:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 08:38:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:38:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:39:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386782  35.718224   7.270473
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.883789  95.003906  94.843750
+util                      93.750000  99.000000  87.000000
+[Apr 30, 2026 - 08:39:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 294 : avg iteration time       61.63 seconds
+[Apr 30, 2026 - 08:39:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 294 : data loading time        0.00
+[Apr 30, 2026 - 08:39:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 294 : avg forward pass time    8.55
+[Apr 30, 2026 - 08:39:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 294 : backward pass time       6.70
+[Apr 30, 2026 - 08:39:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 294 : optimizer step time      0.69
+[Apr 30, 2026 - 08:39:46 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 294--------------------
+[Apr 30, 2026 - 08:39:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 08:39:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 08:39:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:39:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.386522   35.717110    7.270508
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.525391  137.734375  136.898438
+util                       66.250000   71.000000   62.000000
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 295 : avg iteration time       152.69 seconds
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 295 : data loading time        0.00
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 295 : avg forward pass time    30.82
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 295 : backward pass time       7.25
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 295 : optimizer step time      0.39
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 295--------------------
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 380944.8886   iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4517          iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 380944.8886iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.3914iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.2312 iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.0992 iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 585796.6875iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 640.6287iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1466407.5000iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4517iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.0992  iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1466407.5000iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.8379  iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 869540.5000iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.2312  iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 640.6287iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.3973  iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 6598.1226iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:42:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 08:43:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386518  35.717110   7.270508
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.884277  94.945312  94.863281
+util                      96.000000  99.000000  92.000000
+[Apr 30, 2026 - 08:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 296 : avg iteration time       61.58 seconds
+[Apr 30, 2026 - 08:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 296 : data loading time        0.00
+[Apr 30, 2026 - 08:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 296 : avg forward pass time    8.52
+[Apr 30, 2026 - 08:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 296 : backward pass time       6.71
+[Apr 30, 2026 - 08:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 296 : optimizer step time      0.69
+[Apr 30, 2026 - 08:43:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 296--------------------
+[Apr 30, 2026 - 08:43:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 08:43:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 08:43:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:43:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:44:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386529  35.717133   7.270531
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.874023  94.906250  94.863281
+util                      93.000000  99.000000  87.000000
+[Apr 30, 2026 - 08:44:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 297 : avg iteration time       61.66 seconds
+[Apr 30, 2026 - 08:44:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 297 : data loading time        0.00
+[Apr 30, 2026 - 08:44:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 297 : avg forward pass time    8.54
+[Apr 30, 2026 - 08:44:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 297 : backward pass time       6.71
+[Apr 30, 2026 - 08:44:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 297 : optimizer step time      0.69
+[Apr 30, 2026 - 08:44:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 297--------------------
+[Apr 30, 2026 - 08:44:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 08:44:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 08:44:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:44:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:45:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386522  35.717125   7.270508
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.903809  94.964844  94.882812
+util                      93.750000  99.000000  87.000000
+[Apr 30, 2026 - 08:45:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 298 : avg iteration time       61.67 seconds
+[Apr 30, 2026 - 08:45:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 298 : data loading time        0.00
+[Apr 30, 2026 - 08:45:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 298 : avg forward pass time    8.56
+[Apr 30, 2026 - 08:45:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 298 : backward pass time       6.70
+[Apr 30, 2026 - 08:45:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 298 : optimizer step time      0.69
+[Apr 30, 2026 - 08:45:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 298--------------------
+[Apr 30, 2026 - 08:45:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 08:45:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 08:45:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:45:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:46:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386519  35.717117   7.270508
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.890137  94.906250  94.884766
+util                      95.000000  99.000000  90.000000
+[Apr 30, 2026 - 08:46:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 299 : avg iteration time       63.76 seconds
+[Apr 30, 2026 - 08:46:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 299 : data loading time        0.00
+[Apr 30, 2026 - 08:46:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 299 : avg forward pass time    9.08
+[Apr 30, 2026 - 08:46:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 299 : backward pass time       6.70
+[Apr 30, 2026 - 08:46:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 299 : optimizer step time      0.68
+[Apr 30, 2026 - 08:46:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 299--------------------
+[Apr 30, 2026 - 08:46:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 08:46:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 08:46:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:46:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.386411   35.716431    7.270508
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.397949  137.734375  136.388672
+util                       67.250000   73.000000   62.000000
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 300 : avg iteration time       154.36 seconds
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 300 : data loading time        0.00
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 300 : avg forward pass time    31.24
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 300 : backward pass time       7.23
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 300 : optimizer step time      0.41
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 300--------------------
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 762041.4493   iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4683          iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 762041.4493iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.6239iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.5568 iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.6304 iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1173185.6250iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 166.2538iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 4242964.0000iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4683iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.0692  iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 186909.7344iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.2394  iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 262702.6250iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.5568  iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 166.2538iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.6304  iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 4242964.0000iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 08:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 08:49:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 12.46 seconds
+[Apr 30, 2026 - 08:49:14 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 300
+[Apr 30, 2026 - 08:49:14 | INFO | fastgen.utils.checkpointer:save:311 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000300
+[Apr 30, 2026 - 08:49:14 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] net_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 30, 2026 - 08:49:15 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] fake_score_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 30, 2026 - 08:49:22 | SUCCESS | fastgen.utils.checkpointer:save:362 ] Model saved at iteration 300
+[Apr 30, 2026 - 08:49:23 | INFO | fastgen.trainer:validate:358 ] Validation iteration 300
+[Apr 30, 2026 - 08:49:24 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 08:49:31 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 7.8s
+[Apr 30, 2026 - 08:49:34 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 0: sync_c=6.185
+[Apr 30, 2026 - 08:49:35 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 08:49:42 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 08:49:45 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 1: sync_c=7.335
+[Apr 30, 2026 - 08:49:45 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 08:49:52 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 08:49:55 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 2: sync_c=5.419
+[Apr 30, 2026 - 08:49:55 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 08:50:02 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 08:50:05 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 3: sync_c=4.866
+[Apr 30, 2026 - 08:50:05 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 08:50:12 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 08:50:15 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 4: sync_c=4.993
+[Apr 30, 2026 - 08:50:15 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 08:50:22 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 08:50:25 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 5: sync_c=7.536
+[Apr 30, 2026 - 08:50:25 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 08:50:32 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 08:50:35 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 6: sync_c=7.178
+[Apr 30, 2026 - 08:50:35 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 08:50:42 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 08:50:45 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 7: sync_c=5.509
+[Apr 30, 2026 - 08:50:45 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 08:50:52 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 08:50:55 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 8: sync_c=5.849
+[Apr 30, 2026 - 08:50:55 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 08:51:02 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 08:51:05 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 9: sync_c=4.951
+[Apr 30, 2026 - 08:51:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging val0 stats at iteration 300--------------------
+[Apr 30, 2026 - 08:51:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 08:51:21 | INFO | fastgen.callbacks.wandb:on_validation_end:763 ] Logged 10 val videos at iteration 300
+[Apr 30, 2026 - 08:51:21 | INFO | fastgen.callbacks.wandb:on_validation_end:769 ] [SyncEval] val0 mean sync_c: 5.982 (n=10)
+[Apr 30, 2026 - 08:52:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387320  35.721882   7.269894
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  95.227051  95.609375  95.099609
+util                      96.500000  99.000000  93.000000
+[Apr 30, 2026 - 08:52:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 301 : avg iteration time       205.37 seconds
+[Apr 30, 2026 - 08:52:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 301 : data loading time        0.00
+[Apr 30, 2026 - 08:52:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 301 : avg forward pass time    9.55
+[Apr 30, 2026 - 08:52:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 301 : backward pass time       6.70
+[Apr 30, 2026 - 08:52:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 301 : optimizer step time      0.69
+[Apr 30, 2026 - 08:52:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 301--------------------
+[Apr 30, 2026 - 08:52:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 08:52:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 08:52:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:52:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:53:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387319  35.721882   7.269894
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  95.227051  95.609375  95.099609
+util                      94.000000  99.000000  89.000000
+[Apr 30, 2026 - 08:53:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 302 : avg iteration time       61.75 seconds
+[Apr 30, 2026 - 08:53:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 302 : data loading time        0.00
+[Apr 30, 2026 - 08:53:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 302 : avg forward pass time    8.57
+[Apr 30, 2026 - 08:53:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 302 : backward pass time       6.71
+[Apr 30, 2026 - 08:53:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 302 : optimizer step time      0.68
+[Apr 30, 2026 - 08:53:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 302--------------------
+[Apr 30, 2026 - 08:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 08:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 08:53:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:53:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:54:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386753  35.719635   7.269894
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.225586  95.609375  95.097656
+util                      96.000000  99.000000  92.000000
+[Apr 30, 2026 - 08:54:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 303 : avg iteration time       63.84 seconds
+[Apr 30, 2026 - 08:54:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 303 : data loading time        0.00
+[Apr 30, 2026 - 08:54:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 303 : avg forward pass time    9.10
+[Apr 30, 2026 - 08:54:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 303 : backward pass time       6.70
+[Apr 30, 2026 - 08:54:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 303 : optimizer step time      0.68
+[Apr 30, 2026 - 08:54:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 303--------------------
+[Apr 30, 2026 - 08:54:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 08:54:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 08:54:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:54:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:55:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386749  35.719620   7.269894
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  95.227051  95.609375  95.099609
+util                      92.250000  98.000000  87.000000
+[Apr 30, 2026 - 08:55:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 304 : avg iteration time       63.84 seconds
+[Apr 30, 2026 - 08:55:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 304 : data loading time        0.00
+[Apr 30, 2026 - 08:55:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 304 : avg forward pass time    9.09
+[Apr 30, 2026 - 08:55:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 304 : backward pass time       6.70
+[Apr 30, 2026 - 08:55:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 304 : optimizer step time      0.68
+[Apr 30, 2026 - 08:55:36 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 304--------------------
+[Apr 30, 2026 - 08:55:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0045        iter count: 1.0
+[Apr 30, 2026 - 08:55:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 08:55:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:55:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387155   35.719620    7.270454
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  136.963379  137.070312  136.642578
+util                       64.000000   69.000000   59.000000
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 305 : avg iteration time       163.16 seconds
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 305 : data loading time        0.00
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 305 : avg forward pass time    33.35
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 305 : backward pass time       7.28
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 305 : optimizer step time      0.40
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 305--------------------
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 4317.8657     iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4502          iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 4317.8657iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.8506iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.1422 iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.3234 iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 13236.9863iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 72.5650iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 42059.0391iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4502iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.6070  iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 10036.3457iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 2.1422  iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 72.5650 iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.3296  iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 779.9972iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.3234  iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 42059.0391iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 08:59:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387160  35.719620   7.270454
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.928711  94.945312  94.921875
+util                      96.000000  99.000000  92.000000
+[Apr 30, 2026 - 08:59:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 306 : avg iteration time       68.21 seconds
+[Apr 30, 2026 - 08:59:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 306 : data loading time        0.00
+[Apr 30, 2026 - 08:59:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 306 : avg forward pass time    10.19
+[Apr 30, 2026 - 08:59:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 306 : backward pass time       6.70
+[Apr 30, 2026 - 08:59:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 306 : optimizer step time      0.68
+[Apr 30, 2026 - 08:59:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 306--------------------
+[Apr 30, 2026 - 08:59:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 08:59:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 08:59:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 08:59:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:00:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386888  35.718552   7.270454
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.914551  94.945312  94.904297
+util                      92.250000  97.000000  87.000000
+[Apr 30, 2026 - 09:00:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 307 : avg iteration time       65.95 seconds
+[Apr 30, 2026 - 09:00:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 307 : data loading time        0.00
+[Apr 30, 2026 - 09:00:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 307 : avg forward pass time    9.62
+[Apr 30, 2026 - 09:00:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 307 : backward pass time       6.70
+[Apr 30, 2026 - 09:00:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 307 : optimizer step time      0.69
+[Apr 30, 2026 - 09:00:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 307--------------------
+[Apr 30, 2026 - 09:00:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 09:00:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 09:00:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:00:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:01:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386887  35.718548   7.270454
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.914551  94.945312  94.904297
+util                      95.750000  99.000000  91.000000
+[Apr 30, 2026 - 09:01:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 308 : avg iteration time       63.84 seconds
+[Apr 30, 2026 - 09:01:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 308 : data loading time        0.00
+[Apr 30, 2026 - 09:01:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 308 : avg forward pass time    9.09
+[Apr 30, 2026 - 09:01:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 308 : backward pass time       6.71
+[Apr 30, 2026 - 09:01:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 308 : optimizer step time      0.69
+[Apr 30, 2026 - 09:01:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 308--------------------
+[Apr 30, 2026 - 09:01:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 09:01:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 09:01:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:01:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:02:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.386998  35.718994   7.270454
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.913086  94.945312  94.902344
+util                      93.500000  99.000000  87.000000
+[Apr 30, 2026 - 09:02:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 309 : avg iteration time       63.73 seconds
+[Apr 30, 2026 - 09:02:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 309 : data loading time        0.00
+[Apr 30, 2026 - 09:02:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 309 : avg forward pass time    9.07
+[Apr 30, 2026 - 09:02:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 309 : backward pass time       6.70
+[Apr 30, 2026 - 09:02:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 309 : optimizer step time      0.68
+[Apr 30, 2026 - 09:02:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 309--------------------
+[Apr 30, 2026 - 09:02:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0062        iter count: 1.0
+[Apr 30, 2026 - 09:02:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0062   iter count: 1.0
+[Apr 30, 2026 - 09:02:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:02:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.386940   35.718567    7.270535
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.417480  137.617188  136.818359
+util                       64.250000   70.000000   59.000000
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 310 : avg iteration time       158.68 seconds
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 310 : data loading time        0.00
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 310 : avg forward pass time    32.31
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 310 : backward pass time       7.29
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 310 : optimizer step time      0.39
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 310--------------------
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 609324.1836   iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5044          iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 609324.1836iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.6778iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 5.7287 iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.9872 iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 2648257.0000iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 94600.1797iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 8661765.0000iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5044iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.8150  iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 112418.7266iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.7287  iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 94600.1797iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.1801  iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1724243.7500iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.9872  iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 8661765.0000iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:05:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 09:06:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387049  35.719021   7.270512
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.849609  94.925781  94.824219
+util                      93.500000  99.000000  87.000000
+[Apr 30, 2026 - 09:06:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 311 : avg iteration time       63.91 seconds
+[Apr 30, 2026 - 09:06:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 311 : data loading time        0.00
+[Apr 30, 2026 - 09:06:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 311 : avg forward pass time    9.11
+[Apr 30, 2026 - 09:06:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 311 : backward pass time       6.70
+[Apr 30, 2026 - 09:06:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 311 : optimizer step time      0.70
+[Apr 30, 2026 - 09:06:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 311--------------------
+[Apr 30, 2026 - 09:06:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0051        iter count: 1.0
+[Apr 30, 2026 - 09:06:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0051   iter count: 1.0
+[Apr 30, 2026 - 09:06:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:06:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:07:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387233  35.719753   7.270515
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.874023  94.964844  94.843750
+util                      95.250000  99.000000  91.000000
+[Apr 30, 2026 - 09:07:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 312 : avg iteration time       63.77 seconds
+[Apr 30, 2026 - 09:07:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 312 : data loading time        0.00
+[Apr 30, 2026 - 09:07:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 312 : avg forward pass time    9.08
+[Apr 30, 2026 - 09:07:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 312 : backward pass time       6.70
+[Apr 30, 2026 - 09:07:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 312 : optimizer step time      0.69
+[Apr 30, 2026 - 09:07:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 312--------------------
+[Apr 30, 2026 - 09:07:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 09:07:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 09:07:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:07:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:08:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387022  35.718899   7.270512
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.860840  94.964844  94.826172
+util                      93.000000  99.000000  88.000000
+[Apr 30, 2026 - 09:08:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 313 : avg iteration time       63.76 seconds
+[Apr 30, 2026 - 09:08:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 313 : data loading time        0.00
+[Apr 30, 2026 - 09:08:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 313 : avg forward pass time    9.07
+[Apr 30, 2026 - 09:08:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 313 : backward pass time       6.70
+[Apr 30, 2026 - 09:08:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 313 : optimizer step time      0.69
+[Apr 30, 2026 - 09:08:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 313--------------------
+[Apr 30, 2026 - 09:08:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 09:08:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 09:08:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:08:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:09:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387019  35.718880   7.270527
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.859375  94.964844  94.824219
+util                      96.000000  99.000000  92.000000
+[Apr 30, 2026 - 09:09:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 314 : avg iteration time       63.85 seconds
+[Apr 30, 2026 - 09:09:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 314 : data loading time        0.00
+[Apr 30, 2026 - 09:09:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 314 : avg forward pass time    9.09
+[Apr 30, 2026 - 09:09:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 314 : backward pass time       6.72
+[Apr 30, 2026 - 09:09:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 314 : optimizer step time      0.69
+[Apr 30, 2026 - 09:09:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 314--------------------
+[Apr 30, 2026 - 09:09:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 09:09:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 09:09:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:09:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387084   35.719116    7.270531
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.456543  137.636719  136.916016
+util                       64.250000   70.000000   60.000000
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 315 : avg iteration time       158.53 seconds
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 315 : data loading time        0.00
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 315 : avg forward pass time    32.29
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 315 : backward pass time       7.24
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 315 : optimizer step time      0.40
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 315--------------------
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 3253292.4931  iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2214          iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 3253292.4931iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.5336iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.3946 iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.8846 iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 14184380.0000iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 888.1281iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 52124120.0000iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2214iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 8.8846  iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 52124120.0000iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.6445  iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 4364490.0000iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.2106  iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 248021.4062iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.3946  iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 888.1281iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:12:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 09:13:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387088  35.719116   7.270531
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.879883  94.982422  94.845703
+util                      93.000000  99.000000  88.000000
+[Apr 30, 2026 - 09:13:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 316 : avg iteration time       68.22 seconds
+[Apr 30, 2026 - 09:13:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 316 : data loading time        0.00
+[Apr 30, 2026 - 09:13:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 316 : avg forward pass time    10.19
+[Apr 30, 2026 - 09:13:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 316 : backward pass time       6.71
+[Apr 30, 2026 - 09:13:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 316 : optimizer step time      0.69
+[Apr 30, 2026 - 09:13:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 316--------------------
+[Apr 30, 2026 - 09:13:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 09:13:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 09:13:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:13:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:14:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387016  35.718853   7.270531
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.899902  94.945312  94.884766
+util                      94.500000  99.000000  88.000000
+[Apr 30, 2026 - 09:14:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 317 : avg iteration time       68.08 seconds
+[Apr 30, 2026 - 09:14:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 317 : data loading time        0.00
+[Apr 30, 2026 - 09:14:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 317 : avg forward pass time    10.15
+[Apr 30, 2026 - 09:14:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 317 : backward pass time       6.69
+[Apr 30, 2026 - 09:14:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 317 : optimizer step time      0.69
+[Apr 30, 2026 - 09:14:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 317--------------------
+[Apr 30, 2026 - 09:14:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 09:14:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 09:14:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:14:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:15:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387021  35.718864   7.270531
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909668  94.984375  94.884766
+util                      96.750000  99.000000  93.000000
+[Apr 30, 2026 - 09:15:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 318 : avg iteration time       65.89 seconds
+[Apr 30, 2026 - 09:15:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 318 : data loading time        0.00
+[Apr 30, 2026 - 09:15:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 318 : avg forward pass time    9.61
+[Apr 30, 2026 - 09:15:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 318 : backward pass time       6.71
+[Apr 30, 2026 - 09:15:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 318 : optimizer step time      0.68
+[Apr 30, 2026 - 09:15:36 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 318--------------------
+[Apr 30, 2026 - 09:15:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 09:15:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 09:15:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:15:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:16:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387197  35.719555   7.270531
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.869141  94.945312  94.843750
+util                      95.250000  99.000000  89.000000
+[Apr 30, 2026 - 09:16:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 319 : avg iteration time       63.73 seconds
+[Apr 30, 2026 - 09:16:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 319 : data loading time        0.00
+[Apr 30, 2026 - 09:16:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 319 : avg forward pass time    9.07
+[Apr 30, 2026 - 09:16:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 319 : backward pass time       6.70
+[Apr 30, 2026 - 09:16:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 319 : optimizer step time      0.68
+[Apr 30, 2026 - 09:16:39 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 319--------------------
+[Apr 30, 2026 - 09:16:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 09:16:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 09:16:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:16:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387217   35.719555    7.270554
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.036621  137.070312  136.935547
+util                       61.500000   70.000000   53.000000
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 320 : avg iteration time       156.39 seconds
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 320 : data loading time        0.00
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 320 : avg forward pass time    31.74
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 320 : backward pass time       7.47
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 320 : optimizer step time      0.40
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 320--------------------
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 76521.2997    iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3677          iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 76521.2997iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.9214iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.2288 iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.3702 iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 101502.9297iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 637.4766iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 341243.5312iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3677iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.3702  iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 341243.5312iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.6448  iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 10825.6221iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.2288  iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 637.4766iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.4419  iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 53305.0938iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:19:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 09:20:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387214  35.719555   7.270557
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.907715  94.982422  94.882812
+util                      95.250000  99.000000  91.000000
+[Apr 30, 2026 - 09:20:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 321 : avg iteration time       63.96 seconds
+[Apr 30, 2026 - 09:20:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 321 : data loading time        0.00
+[Apr 30, 2026 - 09:20:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 321 : avg forward pass time    9.13
+[Apr 30, 2026 - 09:20:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 321 : backward pass time       6.70
+[Apr 30, 2026 - 09:20:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 321 : optimizer step time      0.69
+[Apr 30, 2026 - 09:20:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 321--------------------
+[Apr 30, 2026 - 09:20:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 09:20:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 09:20:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:20:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:21:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387462  35.720547   7.270557
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909668  94.984375  94.884766
+util                      92.750000  99.000000  87.000000
+[Apr 30, 2026 - 09:21:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 322 : avg iteration time       68.16 seconds
+[Apr 30, 2026 - 09:21:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 322 : data loading time        0.00
+[Apr 30, 2026 - 09:21:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 322 : avg forward pass time    10.18
+[Apr 30, 2026 - 09:21:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 322 : backward pass time       6.70
+[Apr 30, 2026 - 09:21:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 322 : optimizer step time      0.69
+[Apr 30, 2026 - 09:21:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 322--------------------
+[Apr 30, 2026 - 09:21:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 09:21:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 09:21:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:21:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:22:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387129  35.719215   7.270557
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909668  94.984375  94.884766
+util                      92.750000  98.000000  87.000000
+[Apr 30, 2026 - 09:22:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 323 : avg iteration time       65.90 seconds
+[Apr 30, 2026 - 09:22:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 323 : data loading time        0.00
+[Apr 30, 2026 - 09:22:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 323 : avg forward pass time    9.62
+[Apr 30, 2026 - 09:22:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 323 : backward pass time       6.69
+[Apr 30, 2026 - 09:22:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 323 : optimizer step time      0.69
+[Apr 30, 2026 - 09:22:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 323--------------------
+[Apr 30, 2026 - 09:22:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0025        iter count: 1.0
+[Apr 30, 2026 - 09:22:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 09:22:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:22:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:23:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387129  35.719215   7.270557
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.922852  94.984375  94.902344
+util                      92.750000  99.000000  87.000000
+[Apr 30, 2026 - 09:23:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 324 : avg iteration time       64.10 seconds
+[Apr 30, 2026 - 09:23:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 324 : data loading time        0.00
+[Apr 30, 2026 - 09:23:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 324 : avg forward pass time    9.16
+[Apr 30, 2026 - 09:23:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 324 : backward pass time       6.70
+[Apr 30, 2026 - 09:23:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 324 : optimizer step time      0.69
+[Apr 30, 2026 - 09:23:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 324--------------------
+[Apr 30, 2026 - 09:23:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0025        iter count: 1.0
+[Apr 30, 2026 - 09:23:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 09:23:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:23:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387206   35.719215    7.270660
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.363770  137.714844  136.310547
+util                       61.250000   66.000000   56.000000
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 325 : avg iteration time       160.62 seconds
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 325 : data loading time        0.00
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 325 : avg forward pass time    32.82
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 325 : backward pass time       7.36
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 325 : optimizer step time      0.40
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 325--------------------
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 7185.5445     iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3044          iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 7185.5445iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.0308iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.0917 iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.7321 iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 30765.4180iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 8.8767 iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 95247.9844iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3044iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 1.0917  iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 8.8767  iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.7321  iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 95247.9844iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.0105  iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 22495.0898iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.2886  iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 5309.7251iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0019   iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:26:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 09:27:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387264  35.719448   7.270660
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.919434  95.023438  94.884766
+util                      94.500000  99.000000  90.000000
+[Apr 30, 2026 - 09:27:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 326 : avg iteration time       66.00 seconds
+[Apr 30, 2026 - 09:27:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 326 : data loading time        0.00
+[Apr 30, 2026 - 09:27:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 326 : avg forward pass time    9.64
+[Apr 30, 2026 - 09:27:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 326 : backward pass time       6.70
+[Apr 30, 2026 - 09:27:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 326 : optimizer step time      0.69
+[Apr 30, 2026 - 09:27:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 326--------------------
+[Apr 30, 2026 - 09:27:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0052        iter count: 1.0
+[Apr 30, 2026 - 09:27:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0052   iter count: 1.0
+[Apr 30, 2026 - 09:27:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:27:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:28:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387202  35.719185   7.270664
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.913574  95.003906  94.882812
+util                      95.500000  99.000000  91.000000
+[Apr 30, 2026 - 09:28:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 327 : avg iteration time       65.92 seconds
+[Apr 30, 2026 - 09:28:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 327 : data loading time        0.00
+[Apr 30, 2026 - 09:28:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 327 : avg forward pass time    9.62
+[Apr 30, 2026 - 09:28:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 327 : backward pass time       6.69
+[Apr 30, 2026 - 09:28:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 327 : optimizer step time      0.69
+[Apr 30, 2026 - 09:28:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 327--------------------
+[Apr 30, 2026 - 09:28:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 09:28:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 09:28:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:28:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:29:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387199  35.719185   7.270660
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.933105  95.023438  94.902344
+util                      94.500000  99.000000  88.000000
+[Apr 30, 2026 - 09:29:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 328 : avg iteration time       61.54 seconds
+[Apr 30, 2026 - 09:29:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 328 : data loading time        0.00
+[Apr 30, 2026 - 09:29:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 328 : avg forward pass time    8.53
+[Apr 30, 2026 - 09:29:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 328 : backward pass time       6.70
+[Apr 30, 2026 - 09:29:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 328 : optimizer step time      0.69
+[Apr 30, 2026 - 09:29:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 328--------------------
+[Apr 30, 2026 - 09:29:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0025        iter count: 1.0
+[Apr 30, 2026 - 09:29:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 09:29:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:29:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:30:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387258  35.719421   7.270660
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.933105  95.023438  94.902344
+util                      94.000000  99.000000  86.000000
+[Apr 30, 2026 - 09:30:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 329 : avg iteration time       61.70 seconds
+[Apr 30, 2026 - 09:30:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 329 : data loading time        0.00
+[Apr 30, 2026 - 09:30:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 329 : avg forward pass time    8.56
+[Apr 30, 2026 - 09:30:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 329 : backward pass time       6.70
+[Apr 30, 2026 - 09:30:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 329 : optimizer step time      0.69
+[Apr 30, 2026 - 09:30:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 329--------------------
+[Apr 30, 2026 - 09:30:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 09:30:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 09:30:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:30:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387282   35.719421    7.270683
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.310059  137.460938  136.857422
+util                       60.750000   69.000000   52.000000
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 330 : avg iteration time       153.88 seconds
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 330 : data loading time        0.00
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 330 : avg forward pass time    31.18
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 330 : backward pass time       7.22
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 330 : optimizer step time      0.38
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 330--------------------
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1530872.4795  iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3896          iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1530872.4795iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.3376iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.1251 iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.9574 iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 2043215.5000iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 9.4905 iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 8160288.5000iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3896iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.6058  iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1354.9828iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.9574  iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 8160288.5000iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 1.1251  iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 9.4905  iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.6622  iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 11208.8096iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:33:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 09:34:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387280  35.719421   7.270683
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.890137  94.964844  94.865234
+util                      95.250000  99.000000  90.000000
+[Apr 30, 2026 - 09:34:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 331 : avg iteration time       68.28 seconds
+[Apr 30, 2026 - 09:34:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 331 : data loading time        0.00
+[Apr 30, 2026 - 09:34:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 331 : avg forward pass time    10.20
+[Apr 30, 2026 - 09:34:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 331 : backward pass time       6.70
+[Apr 30, 2026 - 09:34:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 331 : optimizer step time      0.69
+[Apr 30, 2026 - 09:34:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 331--------------------
+[Apr 30, 2026 - 09:34:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 09:34:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 09:34:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:34:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:35:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387465  35.720161   7.270683
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.899902  94.945312  94.884766
+util                      93.000000  99.000000  88.000000
+[Apr 30, 2026 - 09:35:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 332 : avg iteration time       68.07 seconds
+[Apr 30, 2026 - 09:35:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 332 : data loading time        0.00
+[Apr 30, 2026 - 09:35:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 332 : avg forward pass time    10.15
+[Apr 30, 2026 - 09:35:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 332 : backward pass time       6.70
+[Apr 30, 2026 - 09:35:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 332 : optimizer step time      0.69
+[Apr 30, 2026 - 09:35:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 332--------------------
+[Apr 30, 2026 - 09:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 09:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 09:35:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:35:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:36:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387177  35.718994   7.270699
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      95.500000  99.000000  90.000000
+[Apr 30, 2026 - 09:36:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 333 : avg iteration time       65.90 seconds
+[Apr 30, 2026 - 09:36:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 333 : data loading time        0.00
+[Apr 30, 2026 - 09:36:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 333 : avg forward pass time    9.61
+[Apr 30, 2026 - 09:36:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 333 : backward pass time       6.70
+[Apr 30, 2026 - 09:36:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 333 : optimizer step time      0.69
+[Apr 30, 2026 - 09:36:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 333--------------------
+[Apr 30, 2026 - 09:36:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 09:36:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 09:36:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:36:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:37:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387174  35.718994   7.270683
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.904785  94.964844  94.884766
+util                      95.500000  99.000000  91.000000
+[Apr 30, 2026 - 09:37:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 334 : avg iteration time       65.94 seconds
+[Apr 30, 2026 - 09:37:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 334 : data loading time        0.00
+[Apr 30, 2026 - 09:37:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 334 : avg forward pass time    9.62
+[Apr 30, 2026 - 09:37:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 334 : backward pass time       6.71
+[Apr 30, 2026 - 09:37:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 334 : optimizer step time      0.68
+[Apr 30, 2026 - 09:37:36 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 334--------------------
+[Apr 30, 2026 - 09:37:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 09:37:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 09:37:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:37:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387254   35.719078    7.270763
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.388184  137.578125  136.818359
+util                       62.250000   67.000000   56.000000
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 335 : avg iteration time       156.29 seconds
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 335 : data loading time        0.00
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 335 : avg forward pass time    31.75
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 335 : backward pass time       7.24
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 335 : optimizer step time      0.40
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 335--------------------
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 2358687.9644  iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3784          iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 2358687.9644iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.8740iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.9114 iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.7433 iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 9858414.0000iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 2496.8958iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 39293000.0000iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3784iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.8289  iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 115583.4688iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.0123  iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 22575.6406iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.9114  iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 2496.8958iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 8.7433  iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 39293000.0000iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:40:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 09:41:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387377  35.719566   7.270763
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.922363  94.982422  94.902344
+util                      95.500000  99.000000  92.000000
+[Apr 30, 2026 - 09:41:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 336 : avg iteration time       66.10 seconds
+[Apr 30, 2026 - 09:41:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 336 : data loading time        0.00
+[Apr 30, 2026 - 09:41:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 336 : avg forward pass time    9.67
+[Apr 30, 2026 - 09:41:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 336 : backward pass time       6.70
+[Apr 30, 2026 - 09:41:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 336 : optimizer step time      0.68
+[Apr 30, 2026 - 09:41:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 336--------------------
+[Apr 30, 2026 - 09:41:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 09:41:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 09:41:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:41:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:42:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387384  35.719578   7.270763
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      93.000000  99.000000  88.000000
+[Apr 30, 2026 - 09:42:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 337 : avg iteration time       63.76 seconds
+[Apr 30, 2026 - 09:42:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 337 : data loading time        0.00
+[Apr 30, 2026 - 09:42:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 337 : avg forward pass time    9.08
+[Apr 30, 2026 - 09:42:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 337 : backward pass time       6.70
+[Apr 30, 2026 - 09:42:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 337 : optimizer step time      0.68
+[Apr 30, 2026 - 09:42:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 337--------------------
+[Apr 30, 2026 - 09:42:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 09:42:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 09:42:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:42:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:43:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387376  35.719563   7.270763
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.937500  94.984375  94.921875
+util                      94.500000  99.000000  88.000000
+[Apr 30, 2026 - 09:43:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 338 : avg iteration time       65.87 seconds
+[Apr 30, 2026 - 09:43:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 338 : data loading time        0.00
+[Apr 30, 2026 - 09:43:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 338 : avg forward pass time    9.60
+[Apr 30, 2026 - 09:43:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 338 : backward pass time       6.71
+[Apr 30, 2026 - 09:43:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 338 : optimizer step time      0.68
+[Apr 30, 2026 - 09:43:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 338--------------------
+[Apr 30, 2026 - 09:43:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 09:43:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 09:43:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:43:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:44:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387246  35.719032   7.270763
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909668  94.984375  94.884766
+util                      94.250000  99.000000  87.000000
+[Apr 30, 2026 - 09:44:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 339 : avg iteration time       68.10 seconds
+[Apr 30, 2026 - 09:44:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 339 : data loading time        0.00
+[Apr 30, 2026 - 09:44:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 339 : avg forward pass time    10.16
+[Apr 30, 2026 - 09:44:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 339 : backward pass time       6.69
+[Apr 30, 2026 - 09:44:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 339 : optimizer step time      0.69
+[Apr 30, 2026 - 09:44:36 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 339--------------------
+[Apr 30, 2026 - 09:44:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 09:44:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 09:44:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:44:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387270   35.719105    7.270775
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.285645  137.597656  136.349609
+util                       61.500000   67.000000   57.000000
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 340 : avg iteration time       154.44 seconds
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 340 : data loading time        0.00
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 340 : avg forward pass time    31.30
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 340 : backward pass time       7.29
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 340 : optimizer step time      0.39
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 340--------------------
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 284231.6151   iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2700          iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 284231.6151iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.3547iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.1841 iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.4569 iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1252384.2500iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 4307.9009iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 2999206.7500iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2700iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.4569  iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 2999206.7500iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.1841  iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 4307.9009iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.0327  iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1283817.5000iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.7450  iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 722205.1875iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:47:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 09:48:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387333  35.719357   7.270775
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.919434  94.964844  94.904297
+util                      94.750000  99.000000  89.000000
+[Apr 30, 2026 - 09:48:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 341 : avg iteration time       65.86 seconds
+[Apr 30, 2026 - 09:48:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 341 : data loading time        0.00
+[Apr 30, 2026 - 09:48:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 341 : avg forward pass time    9.60
+[Apr 30, 2026 - 09:48:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 341 : backward pass time       6.70
+[Apr 30, 2026 - 09:48:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 341 : optimizer step time      0.69
+[Apr 30, 2026 - 09:48:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 341--------------------
+[Apr 30, 2026 - 09:48:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 09:48:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 09:48:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:48:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:49:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387643  35.720592   7.270779
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.918945  94.964844  94.902344
+util                      93.000000  98.000000  87.000000
+[Apr 30, 2026 - 09:49:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 342 : avg iteration time       63.82 seconds
+[Apr 30, 2026 - 09:49:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 342 : data loading time        0.00
+[Apr 30, 2026 - 09:49:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 342 : avg forward pass time    9.09
+[Apr 30, 2026 - 09:49:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 342 : backward pass time       6.70
+[Apr 30, 2026 - 09:49:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 342 : optimizer step time      0.68
+[Apr 30, 2026 - 09:49:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 342--------------------
+[Apr 30, 2026 - 09:49:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 09:49:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 09:49:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:49:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:50:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387708  35.720844   7.270775
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.914062  94.945312  94.902344
+util                      95.750000  99.000000  92.000000
+[Apr 30, 2026 - 09:50:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 343 : avg iteration time       63.74 seconds
+[Apr 30, 2026 - 09:50:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 343 : data loading time        0.00
+[Apr 30, 2026 - 09:50:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 343 : avg forward pass time    9.06
+[Apr 30, 2026 - 09:50:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 343 : backward pass time       6.70
+[Apr 30, 2026 - 09:50:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 343 : optimizer step time      0.69
+[Apr 30, 2026 - 09:50:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 343--------------------
+[Apr 30, 2026 - 09:50:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 09:50:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 09:50:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:50:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:51:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387571  35.720310   7.270775
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.918945  94.964844  94.902344
+util                      93.250000  99.000000  87.000000
+[Apr 30, 2026 - 09:51:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 344 : avg iteration time       61.61 seconds
+[Apr 30, 2026 - 09:51:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 344 : data loading time        0.00
+[Apr 30, 2026 - 09:51:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 344 : avg forward pass time    8.54
+[Apr 30, 2026 - 09:51:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 344 : backward pass time       6.71
+[Apr 30, 2026 - 09:51:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 344 : optimizer step time      0.68
+[Apr 30, 2026 - 09:51:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 344--------------------
+[Apr 30, 2026 - 09:51:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 09:51:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 09:51:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:51:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387483   35.719933    7.270794
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.319824  137.656250  136.310547
+util                       61.750000   69.000000   54.000000
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 345 : avg iteration time       154.21 seconds
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 345 : data loading time        0.00
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 345 : avg forward pass time    31.23
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 345 : backward pass time       7.23
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 345 : optimizer step time      0.39
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 345--------------------
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1125.0628     iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3604          iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1125.0628iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.6777iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.2818 iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 4.3333 iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 3145.3799iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 95.9251iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 5805.6333iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3604iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.1428  iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 3966.6946iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.3333  iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 5805.6333iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.9530  iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 2713.2666iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 2.2818  iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 95.9251 iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:54:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 09:55:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387543  35.720173   7.270794
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.928711  95.001953  94.904297
+util                      93.000000  99.000000  88.000000
+[Apr 30, 2026 - 09:55:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 346 : avg iteration time       70.33 seconds
+[Apr 30, 2026 - 09:55:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 346 : data loading time        0.00
+[Apr 30, 2026 - 09:55:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 346 : avg forward pass time    10.72
+[Apr 30, 2026 - 09:55:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 346 : backward pass time       6.70
+[Apr 30, 2026 - 09:55:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 346 : optimizer step time      0.68
+[Apr 30, 2026 - 09:55:10 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 346--------------------
+[Apr 30, 2026 - 09:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 09:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 09:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:55:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:56:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387543  35.720173   7.270794
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.942383  95.003906  94.921875
+util                      95.500000  99.000000  92.000000
+[Apr 30, 2026 - 09:56:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 347 : avg iteration time       61.64 seconds
+[Apr 30, 2026 - 09:56:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 347 : data loading time        0.00
+[Apr 30, 2026 - 09:56:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 347 : avg forward pass time    8.54
+[Apr 30, 2026 - 09:56:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 347 : backward pass time       6.70
+[Apr 30, 2026 - 09:56:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 347 : optimizer step time      0.68
+[Apr 30, 2026 - 09:56:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 347--------------------
+[Apr 30, 2026 - 09:56:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 09:56:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 09:56:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:56:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:57:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387543  35.720173   7.270794
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.913574  95.003906  94.882812
+util                      96.250000  99.000000  92.000000
+[Apr 30, 2026 - 09:57:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 348 : avg iteration time       65.92 seconds
+[Apr 30, 2026 - 09:57:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 348 : data loading time        0.00
+[Apr 30, 2026 - 09:57:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 348 : avg forward pass time    9.62
+[Apr 30, 2026 - 09:57:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 348 : backward pass time       6.70
+[Apr 30, 2026 - 09:57:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 348 : optimizer step time      0.68
+[Apr 30, 2026 - 09:57:17 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 348--------------------
+[Apr 30, 2026 - 09:57:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 09:57:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 09:57:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:57:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 09:58:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387550  35.720181   7.270794
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.913574  95.003906  94.882812
+util                      96.250000  99.000000  92.000000
+[Apr 30, 2026 - 09:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 349 : avg iteration time       61.60 seconds
+[Apr 30, 2026 - 09:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 349 : data loading time        0.00
+[Apr 30, 2026 - 09:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 349 : avg forward pass time    8.54
+[Apr 30, 2026 - 09:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 349 : backward pass time       6.70
+[Apr 30, 2026 - 09:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 349 : optimizer step time      0.68
+[Apr 30, 2026 - 09:58:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 349--------------------
+[Apr 30, 2026 - 09:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 09:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 09:58:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 09:58:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387341   35.718746    7.270977
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.319824  137.480469  136.837891
+util                       68.000000   73.000000   63.000000
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 350 : avg iteration time       154.42 seconds
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 350 : data loading time        0.00
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 350 : avg forward pass time    31.29
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 350 : backward pass time       7.25
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 350 : optimizer step time      0.39
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 350--------------------
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 81889.1724    iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5018          iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 81889.1724iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.5835iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.5711 iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.4839 iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 110024.3906iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1264.1228iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 428365.6250iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5018iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.7448  iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1789.2290iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.5343  iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 8678.5957iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.4839  iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 428365.6250iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.5711  iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 1264.1228iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0054   iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:00:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 10:02:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387464  35.719231   7.270981
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.904785  95.023438  94.865234
+util                      95.250000  99.000000  90.000000
+[Apr 30, 2026 - 10:02:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 351 : avg iteration time       68.15 seconds
+[Apr 30, 2026 - 10:02:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 351 : data loading time        0.00
+[Apr 30, 2026 - 10:02:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 351 : avg forward pass time    10.17
+[Apr 30, 2026 - 10:02:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 351 : backward pass time       6.70
+[Apr 30, 2026 - 10:02:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 351 : optimizer step time      0.69
+[Apr 30, 2026 - 10:02:02 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 351--------------------
+[Apr 30, 2026 - 10:02:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 10:02:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 10:02:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:02:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:03:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387839  35.720726   7.270981
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.888672  95.023438  94.843750
+util                      95.000000  99.000000  91.000000
+[Apr 30, 2026 - 10:03:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 352 : avg iteration time       65.89 seconds
+[Apr 30, 2026 - 10:03:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 352 : data loading time        0.00
+[Apr 30, 2026 - 10:03:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 352 : avg forward pass time    9.61
+[Apr 30, 2026 - 10:03:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 352 : backward pass time       6.70
+[Apr 30, 2026 - 10:03:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 352 : optimizer step time      0.69
+[Apr 30, 2026 - 10:03:08 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 352--------------------
+[Apr 30, 2026 - 10:03:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0048        iter count: 1.0
+[Apr 30, 2026 - 10:03:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0048   iter count: 1.0
+[Apr 30, 2026 - 10:03:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:03:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:04:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387842  35.720726   7.270981
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.890137  95.023438  94.845703
+util                      93.500000  98.000000  89.000000
+[Apr 30, 2026 - 10:04:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 353 : avg iteration time       68.07 seconds
+[Apr 30, 2026 - 10:04:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 353 : data loading time        0.00
+[Apr 30, 2026 - 10:04:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 353 : avg forward pass time    10.15
+[Apr 30, 2026 - 10:04:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 353 : backward pass time       6.71
+[Apr 30, 2026 - 10:04:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 353 : optimizer step time      0.68
+[Apr 30, 2026 - 10:04:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 353--------------------
+[Apr 30, 2026 - 10:04:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 10:04:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 10:04:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:04:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:05:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387733  35.720310   7.270981
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.888672  95.023438  94.843750
+util                      94.000000  99.000000  90.000000
+[Apr 30, 2026 - 10:05:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 354 : avg iteration time       63.74 seconds
+[Apr 30, 2026 - 10:05:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 354 : data loading time        0.00
+[Apr 30, 2026 - 10:05:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 354 : avg forward pass time    9.07
+[Apr 30, 2026 - 10:05:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 354 : backward pass time       6.69
+[Apr 30, 2026 - 10:05:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 354 : optimizer step time      0.72
+[Apr 30, 2026 - 10:05:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 354--------------------
+[Apr 30, 2026 - 10:05:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 10:05:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 10:05:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:05:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387652   35.719627    7.271107
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.036621  137.070312  136.935547
+util                       64.750000   70.000000   60.000000
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 355 : avg iteration time       154.51 seconds
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 355 : data loading time        0.00
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 355 : avg forward pass time    31.26
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 355 : backward pass time       7.24
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 355 : optimizer step time      0.39
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 355--------------------
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 120411.2377   iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2310          iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 120411.2377iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.7598iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.4623 iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.3236 iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 704680.5000iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 137.6354iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 2297094.7500iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2310iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 2.4623  iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 137.6354iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 2.6713  iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 209.0595iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.3236  iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 2297094.7500iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.5820  iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 521280.4375iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:07:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 10:08:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387721  35.719875   7.271107
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.893066  94.982422  94.863281
+util                      92.750000  98.000000  86.000000
+[Apr 30, 2026 - 10:08:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 356 : avg iteration time       63.95 seconds
+[Apr 30, 2026 - 10:08:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 356 : data loading time        0.00
+[Apr 30, 2026 - 10:08:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 356 : avg forward pass time    9.12
+[Apr 30, 2026 - 10:08:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 356 : backward pass time       6.72
+[Apr 30, 2026 - 10:08:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 356 : optimizer step time      0.68
+[Apr 30, 2026 - 10:08:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 356--------------------
+[Apr 30, 2026 - 10:08:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 10:08:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 10:08:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:08:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:10:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387717  35.719875   7.271107
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.893555  94.984375  94.863281
+util                      94.250000  99.000000  90.000000
+[Apr 30, 2026 - 10:10:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 357 : avg iteration time       68.12 seconds
+[Apr 30, 2026 - 10:10:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 357 : data loading time        0.00
+[Apr 30, 2026 - 10:10:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 357 : avg forward pass time    10.17
+[Apr 30, 2026 - 10:10:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 357 : backward pass time       6.70
+[Apr 30, 2026 - 10:10:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 357 : optimizer step time      0.68
+[Apr 30, 2026 - 10:10:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 357--------------------
+[Apr 30, 2026 - 10:10:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 10:10:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 10:10:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:10:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:11:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387783  35.720139   7.271107
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.893555  94.984375  94.863281
+util                      93.500000  99.000000  87.000000
+[Apr 30, 2026 - 10:11:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 358 : avg iteration time       61.64 seconds
+[Apr 30, 2026 - 10:11:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 358 : data loading time        0.00
+[Apr 30, 2026 - 10:11:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 358 : avg forward pass time    8.55
+[Apr 30, 2026 - 10:11:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 358 : backward pass time       6.70
+[Apr 30, 2026 - 10:11:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 358 : optimizer step time      0.68
+[Apr 30, 2026 - 10:11:08 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 358--------------------
+[Apr 30, 2026 - 10:11:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 10:11:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 10:11:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:11:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:12:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387780  35.720127   7.271107
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.929199  95.003906  94.904297
+util                      91.750000  97.000000  87.000000
+[Apr 30, 2026 - 10:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 359 : avg iteration time       65.92 seconds
+[Apr 30, 2026 - 10:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 359 : data loading time        0.00
+[Apr 30, 2026 - 10:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 359 : avg forward pass time    9.62
+[Apr 30, 2026 - 10:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 359 : backward pass time       6.70
+[Apr 30, 2026 - 10:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 359 : optimizer step time      0.68
+[Apr 30, 2026 - 10:12:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 359--------------------
+[Apr 30, 2026 - 10:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 10:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 10:12:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:12:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387447   35.718666    7.271149
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.031738  137.070312  136.916016
+util                       63.250000   68.000000   59.000000
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 360 : avg iteration time       161.06 seconds
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 360 : data loading time        0.00
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 360 : avg forward pass time    32.97
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 360 : backward pass time       7.15
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 360 : optimizer step time      0.39
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 360--------------------
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1148142.9307  iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4590          iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1148142.9307iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.8404iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 5.5435 iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.2403 iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 5767287.5000iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 65320.7344iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 14370638.0000iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4590iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 8.2403  iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 14370638.0000iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.5435  iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 65320.7344iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.5962  iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 72583.4688iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.9813  iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 8560608.0000iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:14:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 10:15:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387515  35.718925   7.271160
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      93.250000  98.000000  87.000000
+[Apr 30, 2026 - 10:15:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 361 : avg iteration time       63.87 seconds
+[Apr 30, 2026 - 10:15:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 361 : data loading time        0.00
+[Apr 30, 2026 - 10:15:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 361 : avg forward pass time    9.10
+[Apr 30, 2026 - 10:15:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 361 : backward pass time       6.70
+[Apr 30, 2026 - 10:15:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 361 : optimizer step time      0.69
+[Apr 30, 2026 - 10:15:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 361--------------------
+[Apr 30, 2026 - 10:15:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0045        iter count: 1.0
+[Apr 30, 2026 - 10:15:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 10:15:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:15:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:17:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387884  35.720406   7.271156
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      95.500000  99.000000  90.000000
+[Apr 30, 2026 - 10:17:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 362 : avg iteration time       63.84 seconds
+[Apr 30, 2026 - 10:17:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 362 : data loading time        0.00
+[Apr 30, 2026 - 10:17:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 362 : avg forward pass time    9.10
+[Apr 30, 2026 - 10:17:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 362 : backward pass time       6.70
+[Apr 30, 2026 - 10:17:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 362 : optimizer step time      0.68
+[Apr 30, 2026 - 10:17:02 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 362--------------------
+[Apr 30, 2026 - 10:17:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0048        iter count: 1.0
+[Apr 30, 2026 - 10:17:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0048   iter count: 1.0
+[Apr 30, 2026 - 10:17:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:17:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:18:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387886  35.720406   7.271156
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.890137  94.964844  94.865234
+util                      92.750000  98.000000  86.000000
+[Apr 30, 2026 - 10:18:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 363 : avg iteration time       61.56 seconds
+[Apr 30, 2026 - 10:18:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 363 : data loading time        0.00
+[Apr 30, 2026 - 10:18:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 363 : avg forward pass time    8.53
+[Apr 30, 2026 - 10:18:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 363 : backward pass time       6.71
+[Apr 30, 2026 - 10:18:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 363 : optimizer step time      0.68
+[Apr 30, 2026 - 10:18:04 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 363--------------------
+[Apr 30, 2026 - 10:18:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0021        iter count: 1.0
+[Apr 30, 2026 - 10:18:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0021   iter count: 1.0
+[Apr 30, 2026 - 10:18:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:18:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:19:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387763  35.719921   7.271156
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.899902  95.003906  94.865234
+util                      93.500000  99.000000  87.000000
+[Apr 30, 2026 - 10:19:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 364 : avg iteration time       61.56 seconds
+[Apr 30, 2026 - 10:19:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 364 : data loading time        0.00
+[Apr 30, 2026 - 10:19:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 364 : avg forward pass time    8.53
+[Apr 30, 2026 - 10:19:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 364 : backward pass time       6.70
+[Apr 30, 2026 - 10:19:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 364 : optimizer step time      0.69
+[Apr 30, 2026 - 10:19:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 364--------------------
+[Apr 30, 2026 - 10:19:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 10:19:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 10:19:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:19:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387626   35.719261    7.271179
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.457031  137.636719  136.917969
+util                       60.000000   67.000000   54.000000
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 365 : avg iteration time       152.13 seconds
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 365 : data loading time        0.00
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 365 : avg forward pass time    30.70
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 365 : backward pass time       7.35
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 365 : optimizer step time      0.40
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 365--------------------
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1106137.2410  iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4941          iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1106137.2410iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.6797iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.3520 iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.7267 iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1294216.8750iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 110.3845iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 5144048.5000iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4941iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 2.3520  iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 110.3845iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.7267  iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 5144048.5000iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.4582  iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1008.6408iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.1820  iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 31699.9648iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:21:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 10:22:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387761  35.719765   7.271198
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.875000  94.962891  94.845703
+util                      94.250000  99.000000  90.000000
+[Apr 30, 2026 - 10:22:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 366 : avg iteration time       66.02 seconds
+[Apr 30, 2026 - 10:22:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 366 : data loading time        0.00
+[Apr 30, 2026 - 10:22:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 366 : avg forward pass time    9.64
+[Apr 30, 2026 - 10:22:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 366 : backward pass time       6.70
+[Apr 30, 2026 - 10:22:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 366 : optimizer step time      0.68
+[Apr 30, 2026 - 10:22:44 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 366--------------------
+[Apr 30, 2026 - 10:22:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 10:22:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 10:22:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:22:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:23:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387761  35.719765   7.271191
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.883789  95.003906  94.843750
+util                      94.750000  99.000000  89.000000
+[Apr 30, 2026 - 10:23:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 367 : avg iteration time       65.87 seconds
+[Apr 30, 2026 - 10:23:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 367 : data loading time        0.00
+[Apr 30, 2026 - 10:23:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 367 : avg forward pass time    9.60
+[Apr 30, 2026 - 10:23:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 367 : backward pass time       6.70
+[Apr 30, 2026 - 10:23:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 367 : optimizer step time      0.69
+[Apr 30, 2026 - 10:23:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 367--------------------
+[Apr 30, 2026 - 10:23:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 10:23:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 10:23:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:23:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:24:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387765  35.719765   7.271214
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.885254  95.003906  94.845703
+util                      94.250000  99.000000  90.000000
+[Apr 30, 2026 - 10:24:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 368 : avg iteration time       65.94 seconds
+[Apr 30, 2026 - 10:24:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 368 : data loading time        0.00
+[Apr 30, 2026 - 10:24:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 368 : avg forward pass time    9.62
+[Apr 30, 2026 - 10:24:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 368 : backward pass time       6.70
+[Apr 30, 2026 - 10:24:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 368 : optimizer step time      0.69
+[Apr 30, 2026 - 10:24:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 368--------------------
+[Apr 30, 2026 - 10:24:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 10:24:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 10:24:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:24:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:25:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387823  35.720009   7.271191
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.874512  94.964844  94.843750
+util                      91.500000  98.000000  87.000000
+[Apr 30, 2026 - 10:25:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 369 : avg iteration time       61.57 seconds
+[Apr 30, 2026 - 10:25:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 369 : data loading time        0.00
+[Apr 30, 2026 - 10:25:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 369 : avg forward pass time    8.53
+[Apr 30, 2026 - 10:25:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 369 : backward pass time       6.70
+[Apr 30, 2026 - 10:25:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 369 : optimizer step time      0.69
+[Apr 30, 2026 - 10:25:57 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 369--------------------
+[Apr 30, 2026 - 10:25:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 10:25:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 10:25:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:25:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387548   35.718517    7.271324
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.417480  137.578125  136.935547
+util                       59.500000   65.000000   57.000000
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 370 : avg iteration time       154.46 seconds
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 370 : data loading time        0.00
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 370 : avg forward pass time    31.27
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 370 : backward pass time       7.30
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 370 : optimizer step time      0.42
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 370--------------------
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 3480158.9517  iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5093          iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 3480158.9517iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.8092iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 5.4187 iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.9428 iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 15040600.0000iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 50891.5391iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 58558128.0000iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5093iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.0929  iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1448030.2500iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.4187  iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 50891.5391iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.7825  iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 105347.3906iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 8.9428  iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 58558128.0000iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:28:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 10:29:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387558  35.718540   7.271324
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909180  94.923828  94.904297
+util                      91.000000  98.000000  86.000000
+[Apr 30, 2026 - 10:29:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 371 : avg iteration time       65.94 seconds
+[Apr 30, 2026 - 10:29:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 371 : data loading time        0.00
+[Apr 30, 2026 - 10:29:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 371 : avg forward pass time    9.62
+[Apr 30, 2026 - 10:29:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 371 : backward pass time       6.71
+[Apr 30, 2026 - 10:29:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 371 : optimizer step time      0.68
+[Apr 30, 2026 - 10:29:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 371--------------------
+[Apr 30, 2026 - 10:29:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 10:29:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 10:29:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:29:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:30:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387858  35.719757   7.271324
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.908203  94.925781  94.902344
+util                      95.500000  99.000000  90.000000
+[Apr 30, 2026 - 10:30:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 372 : avg iteration time       63.76 seconds
+[Apr 30, 2026 - 10:30:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 372 : data loading time        0.00
+[Apr 30, 2026 - 10:30:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 372 : avg forward pass time    9.08
+[Apr 30, 2026 - 10:30:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 372 : backward pass time       6.70
+[Apr 30, 2026 - 10:30:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 372 : optimizer step time      0.68
+[Apr 30, 2026 - 10:30:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 372--------------------
+[Apr 30, 2026 - 10:30:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 10:30:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 10:30:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:30:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:31:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387858  35.719757   7.271324
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.908203  94.925781  94.902344
+util                      93.500000  98.000000  87.000000
+[Apr 30, 2026 - 10:31:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 373 : avg iteration time       63.77 seconds
+[Apr 30, 2026 - 10:31:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 373 : data loading time        0.00
+[Apr 30, 2026 - 10:31:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 373 : avg forward pass time    9.08
+[Apr 30, 2026 - 10:31:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 373 : backward pass time       6.70
+[Apr 30, 2026 - 10:31:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 373 : optimizer step time      0.69
+[Apr 30, 2026 - 10:31:45 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 373--------------------
+[Apr 30, 2026 - 10:31:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 10:31:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 10:31:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:31:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:32:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387858  35.719757   7.271324
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.908203  94.925781  94.902344
+util                      93.500000  99.000000  87.000000
+[Apr 30, 2026 - 10:32:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 374 : avg iteration time       63.75 seconds
+[Apr 30, 2026 - 10:32:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 374 : data loading time        0.00
+[Apr 30, 2026 - 10:32:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 374 : avg forward pass time    9.08
+[Apr 30, 2026 - 10:32:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 374 : backward pass time       6.70
+[Apr 30, 2026 - 10:32:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 374 : optimizer step time      0.69
+[Apr 30, 2026 - 10:32:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 374--------------------
+[Apr 30, 2026 - 10:32:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 10:32:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 10:32:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:32:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387698   35.718990    7.271370
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.510742  137.714844  136.898438
+util                       63.250000   69.000000   59.000000
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 375 : avg iteration time       159.18 seconds
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 375 : data loading time        0.00
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 375 : avg forward pass time    32.37
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 375 : backward pass time       7.32
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 375 : optimizer step time      0.39
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 375--------------------
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 5936.8149     iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3530          iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 5936.8149iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.1247iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.0557 iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.0840 iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 12494.0947iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 61.0262iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 26057.1875iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3530iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.7976  iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 14694.8877iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 2.0557  iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 61.0262 iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.0840  iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 26057.1875iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.5615  iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 9163.2764iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:35:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 10:36:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387758  35.719242   7.271366
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.922852  94.984375  94.902344
+util                      95.750000  99.000000  92.000000
+[Apr 30, 2026 - 10:36:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 376 : avg iteration time       66.20 seconds
+[Apr 30, 2026 - 10:36:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 376 : data loading time        0.00
+[Apr 30, 2026 - 10:36:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 376 : avg forward pass time    9.68
+[Apr 30, 2026 - 10:36:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 376 : backward pass time       6.70
+[Apr 30, 2026 - 10:36:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 376 : optimizer step time      0.69
+[Apr 30, 2026 - 10:36:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 376--------------------
+[Apr 30, 2026 - 10:36:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0045        iter count: 1.0
+[Apr 30, 2026 - 10:36:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 10:36:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:36:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:37:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387883  35.719742   7.271366
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      94.250000  99.000000  90.000000
+[Apr 30, 2026 - 10:37:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 377 : avg iteration time       63.78 seconds
+[Apr 30, 2026 - 10:37:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 377 : data loading time        0.00
+[Apr 30, 2026 - 10:37:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 377 : avg forward pass time    9.08
+[Apr 30, 2026 - 10:37:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 377 : backward pass time       6.71
+[Apr 30, 2026 - 10:37:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 377 : optimizer step time      0.68
+[Apr 30, 2026 - 10:37:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 377--------------------
+[Apr 30, 2026 - 10:37:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 10:37:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 10:37:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:37:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:38:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387883  35.719742   7.271366
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909668  94.984375  94.884766
+util                      93.500000  99.000000  86.000000
+[Apr 30, 2026 - 10:38:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 378 : avg iteration time       65.95 seconds
+[Apr 30, 2026 - 10:38:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 378 : data loading time        0.00
+[Apr 30, 2026 - 10:38:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 378 : avg forward pass time    9.62
+[Apr 30, 2026 - 10:38:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 378 : backward pass time       6.70
+[Apr 30, 2026 - 10:38:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 378 : optimizer step time      0.69
+[Apr 30, 2026 - 10:38:44 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 378--------------------
+[Apr 30, 2026 - 10:38:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 10:38:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 10:38:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:38:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:39:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387887  35.719742   7.271366
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.934082  95.023438  94.904297
+util                      95.000000  99.000000  89.000000
+[Apr 30, 2026 - 10:39:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 379 : avg iteration time       65.91 seconds
+[Apr 30, 2026 - 10:39:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 379 : data loading time        0.00
+[Apr 30, 2026 - 10:39:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 379 : avg forward pass time    9.61
+[Apr 30, 2026 - 10:39:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 379 : backward pass time       6.70
+[Apr 30, 2026 - 10:39:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 379 : optimizer step time      0.69
+[Apr 30, 2026 - 10:39:50 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 379--------------------
+[Apr 30, 2026 - 10:39:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 10:39:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 10:39:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:39:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387473   35.717915    7.271420
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.032227  137.070312  136.917969
+util                       64.750000   71.000000   58.000000
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 380 : avg iteration time       159.02 seconds
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 380 : data loading time        0.00
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 380 : avg forward pass time    32.33
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 380 : backward pass time       7.31
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 380 : optimizer step time      0.39
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 380--------------------
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 30583.4475    iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3350          iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 30583.4475iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.5099iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.8737 iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.4394 iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 122704.5938iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 313.3731iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 391890.7500iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3350iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 2.8737  iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 313.3731iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.7475  iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 98227.2500iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.4394  iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 391890.7500iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 2.9792  iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 386.9878iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:42:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 10:43:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387532  35.718166   7.271420
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.922852  94.984375  94.902344
+util                      91.250000  98.000000  87.000000
+[Apr 30, 2026 - 10:43:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 381 : avg iteration time       68.08 seconds
+[Apr 30, 2026 - 10:43:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 381 : data loading time        0.00
+[Apr 30, 2026 - 10:43:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 381 : avg forward pass time    10.16
+[Apr 30, 2026 - 10:43:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 381 : backward pass time       6.70
+[Apr 30, 2026 - 10:43:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 381 : optimizer step time      0.69
+[Apr 30, 2026 - 10:43:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 381--------------------
+[Apr 30, 2026 - 10:43:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 10:43:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 10:43:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:43:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:44:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387915  35.719673   7.271420
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      94.750000  99.000000  88.000000
+[Apr 30, 2026 - 10:44:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 382 : avg iteration time       63.74 seconds
+[Apr 30, 2026 - 10:44:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 382 : data loading time        0.00
+[Apr 30, 2026 - 10:44:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 382 : avg forward pass time    9.07
+[Apr 30, 2026 - 10:44:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 382 : backward pass time       6.69
+[Apr 30, 2026 - 10:44:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 382 : optimizer step time      0.69
+[Apr 30, 2026 - 10:44:40 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 382--------------------
+[Apr 30, 2026 - 10:44:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 10:44:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 10:44:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:44:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:45:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387971  35.719921   7.271420
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      92.500000  99.000000  88.000000
+[Apr 30, 2026 - 10:45:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 383 : avg iteration time       65.87 seconds
+[Apr 30, 2026 - 10:45:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 383 : data loading time        0.00
+[Apr 30, 2026 - 10:45:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 383 : avg forward pass time    9.61
+[Apr 30, 2026 - 10:45:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 383 : backward pass time       6.70
+[Apr 30, 2026 - 10:45:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 383 : optimizer step time      0.68
+[Apr 30, 2026 - 10:45:46 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 383--------------------
+[Apr 30, 2026 - 10:45:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 10:45:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 10:45:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:45:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:46:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387971  35.719921   7.271420
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.922852  94.984375  94.902344
+util                      94.000000  99.000000  90.000000
+[Apr 30, 2026 - 10:46:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 384 : avg iteration time       61.62 seconds
+[Apr 30, 2026 - 10:46:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 384 : data loading time        0.00
+[Apr 30, 2026 - 10:46:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 384 : avg forward pass time    8.54
+[Apr 30, 2026 - 10:46:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 384 : backward pass time       6.70
+[Apr 30, 2026 - 10:46:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 384 : optimizer step time      0.69
+[Apr 30, 2026 - 10:46:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 384--------------------
+[Apr 30, 2026 - 10:46:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 10:46:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 10:46:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:46:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387833   35.719311    7.271442
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.471191  137.656250  136.916016
+util                       60.250000   65.000000   56.000000
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 385 : avg iteration time       160.78 seconds
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 385 : data loading time        0.00
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 385 : avg forward pass time    32.84
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 385 : backward pass time       7.28
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 385 : optimizer step time      0.39
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 385--------------------
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 897145.9235   iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3606          iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 897145.9235iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.1860iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.2317 iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.1910 iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 3317645.7500iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 86.7776iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 13019490.0000iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3606iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.2091  iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 247274.8594iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.1122  iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 3730.9448iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.2317  iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 86.7776 iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 8.1910  iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 13019490.0000iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:49:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 10:50:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387830  35.719311   7.271431
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.918945  94.962891  94.904297
+util                      95.000000  99.000000  89.000000
+[Apr 30, 2026 - 10:50:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 386 : avg iteration time       65.95 seconds
+[Apr 30, 2026 - 10:50:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 386 : data loading time        0.00
+[Apr 30, 2026 - 10:50:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 386 : avg forward pass time    9.62
+[Apr 30, 2026 - 10:50:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 386 : backward pass time       6.70
+[Apr 30, 2026 - 10:50:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 386 : optimizer step time      0.71
+[Apr 30, 2026 - 10:50:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 386--------------------
+[Apr 30, 2026 - 10:50:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 10:50:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 10:50:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:50:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:51:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387894  35.719563   7.271431
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      95.000000  99.000000  89.000000
+[Apr 30, 2026 - 10:51:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 387 : avg iteration time       66.18 seconds
+[Apr 30, 2026 - 10:51:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 387 : data loading time        0.00
+[Apr 30, 2026 - 10:51:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 387 : avg forward pass time    9.67
+[Apr 30, 2026 - 10:51:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 387 : backward pass time       6.70
+[Apr 30, 2026 - 10:51:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 387 : optimizer step time      0.69
+[Apr 30, 2026 - 10:51:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 387--------------------
+[Apr 30, 2026 - 10:51:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0045        iter count: 1.0
+[Apr 30, 2026 - 10:51:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 10:51:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:51:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:52:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387956  35.719814   7.271431
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.934082  94.964844  94.923828
+util                      96.000000  99.000000  91.000000
+[Apr 30, 2026 - 10:52:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 388 : avg iteration time       68.22 seconds
+[Apr 30, 2026 - 10:52:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 388 : data loading time        0.00
+[Apr 30, 2026 - 10:52:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 388 : avg forward pass time    10.19
+[Apr 30, 2026 - 10:52:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 388 : backward pass time       6.71
+[Apr 30, 2026 - 10:52:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 388 : optimizer step time      0.68
+[Apr 30, 2026 - 10:52:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 388--------------------
+[Apr 30, 2026 - 10:52:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 10:52:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 10:52:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:52:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:53:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387960  35.719814   7.271431
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      95.250000  99.000000  89.000000
+[Apr 30, 2026 - 10:53:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 389 : avg iteration time       65.98 seconds
+[Apr 30, 2026 - 10:53:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 389 : data loading time        0.00
+[Apr 30, 2026 - 10:53:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 389 : avg forward pass time    9.63
+[Apr 30, 2026 - 10:53:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 389 : backward pass time       6.70
+[Apr 30, 2026 - 10:53:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 389 : optimizer step time      0.69
+[Apr 30, 2026 - 10:53:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 389--------------------
+[Apr 30, 2026 - 10:53:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 10:53:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 10:53:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:53:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387800   35.718758    7.271534
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.505371  137.695312  136.935547
+util                       64.250000   71.000000   57.000000
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 390 : avg iteration time       155.96 seconds
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 390 : data loading time        0.00
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 390 : avg forward pass time    31.67
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 390 : backward pass time       7.19
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 390 : optimizer step time      0.39
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 390--------------------
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 37999.2741    iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4113          iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 37999.2741iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.8007iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.4635 iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.9880 iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 58039.9609iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1019.3728iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 158899.2344iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4113iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.9880  iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 158899.2344iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.4635  iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1019.3728iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.1885  iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 4346.2041iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.5629  iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 67895.0234iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:56:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 10:57:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387798  35.718758   7.271526
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.883301  95.001953  94.843750
+util                      95.250000  99.000000  92.000000
+[Apr 30, 2026 - 10:57:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 391 : avg iteration time       66.14 seconds
+[Apr 30, 2026 - 10:57:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 391 : data loading time        0.00
+[Apr 30, 2026 - 10:57:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 391 : avg forward pass time    9.66
+[Apr 30, 2026 - 10:57:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 391 : backward pass time       6.70
+[Apr 30, 2026 - 10:57:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 391 : optimizer step time      0.69
+[Apr 30, 2026 - 10:57:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 391--------------------
+[Apr 30, 2026 - 10:57:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 10:57:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 10:57:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:57:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:58:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388182  35.720264   7.271549
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.874023  94.964844  94.843750
+util                      94.250000  99.000000  88.000000
+[Apr 30, 2026 - 10:58:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 392 : avg iteration time       59.63 seconds
+[Apr 30, 2026 - 10:58:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 392 : data loading time        0.00
+[Apr 30, 2026 - 10:58:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 392 : avg forward pass time    8.04
+[Apr 30, 2026 - 10:58:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 392 : backward pass time       6.70
+[Apr 30, 2026 - 10:58:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 392 : optimizer step time      0.69
+[Apr 30, 2026 - 10:58:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 392--------------------
+[Apr 30, 2026 - 10:58:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 10:58:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 10:58:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:58:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 10:59:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388304  35.720776   7.271530
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.874023  94.964844  94.843750
+util                      92.750000  99.000000  86.000000
+[Apr 30, 2026 - 10:59:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 393 : avg iteration time       63.79 seconds
+[Apr 30, 2026 - 10:59:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 393 : data loading time        0.00
+[Apr 30, 2026 - 10:59:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 393 : avg forward pass time    9.08
+[Apr 30, 2026 - 10:59:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 393 : backward pass time       6.70
+[Apr 30, 2026 - 10:59:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 393 : optimizer step time      0.68
+[Apr 30, 2026 - 10:59:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 393--------------------
+[Apr 30, 2026 - 10:59:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 10:59:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 10:59:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 10:59:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:00:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388196  35.720348   7.271526
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.869141  94.945312  94.843750
+util                      93.750000  99.000000  90.000000
+[Apr 30, 2026 - 11:00:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 394 : avg iteration time       65.96 seconds
+[Apr 30, 2026 - 11:00:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 394 : data loading time        0.00
+[Apr 30, 2026 - 11:00:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 394 : avg forward pass time    9.63
+[Apr 30, 2026 - 11:00:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 394 : backward pass time       6.70
+[Apr 30, 2026 - 11:00:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 394 : optimizer step time      0.68
+[Apr 30, 2026 - 11:00:47 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 394--------------------
+[Apr 30, 2026 - 11:00:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 11:00:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 11:00:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:00:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.387928   35.719223    7.271538
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.432129  137.617188  136.876953
+util                       66.750000   72.000000   61.000000
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 395 : avg iteration time       159.17 seconds
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 395 : data loading time        0.00
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 395 : avg forward pass time    32.38
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 395 : backward pass time       7.23
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 395 : optimizer step time      0.39
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 395--------------------
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 4097.6736     iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3403          iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 4097.6736iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.0925iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.2310 iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.3305 iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 20549.6973iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 86.6563iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 42662.9453iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3403iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.2763  iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 38280.0742iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.3305  iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 42662.9453iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.2310  iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 86.6563 iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.5320  iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 1169.1135iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:03:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 11:04:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387992  35.719475   7.271538
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.880371  94.984375  94.845703
+util                      92.250000  99.000000  88.000000
+[Apr 30, 2026 - 11:04:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 396 : avg iteration time       68.22 seconds
+[Apr 30, 2026 - 11:04:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 396 : data loading time        0.00
+[Apr 30, 2026 - 11:04:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 396 : avg forward pass time    10.19
+[Apr 30, 2026 - 11:04:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 396 : backward pass time       6.70
+[Apr 30, 2026 - 11:04:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 396 : optimizer step time      0.68
+[Apr 30, 2026 - 11:04:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 396--------------------
+[Apr 30, 2026 - 11:04:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0050        iter count: 1.0
+[Apr 30, 2026 - 11:04:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0050   iter count: 1.0
+[Apr 30, 2026 - 11:04:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:04:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:05:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.387991  35.719490   7.271538
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.869141  94.945312  94.843750
+util                      95.250000  99.000000  92.000000
+[Apr 30, 2026 - 11:05:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 397 : avg iteration time       59.44 seconds
+[Apr 30, 2026 - 11:05:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 397 : data loading time        0.00
+[Apr 30, 2026 - 11:05:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 397 : avg forward pass time    7.99
+[Apr 30, 2026 - 11:05:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 397 : backward pass time       6.70
+[Apr 30, 2026 - 11:05:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 397 : optimizer step time      0.68
+[Apr 30, 2026 - 11:05:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 397--------------------
+[Apr 30, 2026 - 11:05:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 11:05:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 11:05:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:05:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:06:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388050  35.719727   7.271538
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.870605  94.945312  94.845703
+util                      93.750000  99.000000  90.000000
+[Apr 30, 2026 - 11:06:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 398 : avg iteration time       63.78 seconds
+[Apr 30, 2026 - 11:06:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 398 : data loading time        0.00
+[Apr 30, 2026 - 11:06:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 398 : avg forward pass time    9.08
+[Apr 30, 2026 - 11:06:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 398 : backward pass time       6.70
+[Apr 30, 2026 - 11:06:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 398 : optimizer step time      0.68
+[Apr 30, 2026 - 11:06:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 398--------------------
+[Apr 30, 2026 - 11:06:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 11:06:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 11:06:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:06:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:07:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388050  35.719727   7.271538
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.870605  94.945312  94.845703
+util                      94.250000  99.000000  87.000000
+[Apr 30, 2026 - 11:07:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 399 : avg iteration time       61.70 seconds
+[Apr 30, 2026 - 11:07:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 399 : data loading time        0.00
+[Apr 30, 2026 - 11:07:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 399 : avg forward pass time    8.56
+[Apr 30, 2026 - 11:07:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 399 : backward pass time       6.70
+[Apr 30, 2026 - 11:07:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 399 : optimizer step time      0.68
+[Apr 30, 2026 - 11:07:39 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 399--------------------
+[Apr 30, 2026 - 11:07:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 11:07:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 11:07:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:07:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.388108   35.719727    7.271610
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.149414  137.228516  136.916016
+util                       65.750000   73.000000   59.000000
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 400 : avg iteration time       156.21 seconds
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 400 : data loading time        0.00
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 400 : avg forward pass time    31.70
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 400 : backward pass time       7.24
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 400 : optimizer step time      0.39
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 400--------------------
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 205662.1013   iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4343          iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 205662.1013iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.8227iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.2274 iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.8639 iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 520986.2188iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 635.7281iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 916077.8750iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4343iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.7992  iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 804885.6250iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.8639  iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 916077.8750iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.4002  iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 362345.6875iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.2274  iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 635.7281iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 11:10:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 11:10:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 12.25 seconds
+[Apr 30, 2026 - 11:10:27 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 400
+[Apr 30, 2026 - 11:10:27 | INFO | fastgen.utils.checkpointer:save:311 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000400
+[Apr 30, 2026 - 11:10:27 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] net_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 30, 2026 - 11:10:29 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] fake_score_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 30, 2026 - 11:10:36 | SUCCESS | fastgen.utils.checkpointer:save:362 ] Model saved at iteration 400
+[Apr 30, 2026 - 11:10:37 | INFO | fastgen.trainer:validate:358 ] Validation iteration 400
+[Apr 30, 2026 - 11:10:37 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 11:10:45 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 7.8s
+[Apr 30, 2026 - 11:10:48 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 0: sync_c=6.179
+[Apr 30, 2026 - 11:10:49 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 11:10:56 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 11:10:59 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 1: sync_c=7.463
+[Apr 30, 2026 - 11:10:59 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 11:11:06 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 11:11:09 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 2: sync_c=6.119
+[Apr 30, 2026 - 11:11:09 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 11:11:16 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 11:11:19 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 3: sync_c=4.868
+[Apr 30, 2026 - 11:11:19 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 11:11:26 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 11:11:29 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 4: sync_c=5.094
+[Apr 30, 2026 - 11:11:29 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 11:11:36 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 11:11:39 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 5: sync_c=8.608
+[Apr 30, 2026 - 11:11:39 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 11:11:46 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 11:11:49 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 6: sync_c=7.314
+[Apr 30, 2026 - 11:11:49 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 11:11:56 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 11:11:59 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 7: sync_c=5.789
+[Apr 30, 2026 - 11:11:59 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 11:12:05 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 11:12:08 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 8: sync_c=6.088
+[Apr 30, 2026 - 11:12:09 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 11:12:15 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 11:12:18 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 9: sync_c=4.773
+[Apr 30, 2026 - 11:12:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging val0 stats at iteration 400--------------------
+[Apr 30, 2026 - 11:12:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 11:12:35 | INFO | fastgen.callbacks.wandb:on_validation_end:763 ] Logged 10 val videos at iteration 400
+[Apr 30, 2026 - 11:12:35 | INFO | fastgen.callbacks.wandb:on_validation_end:769 ] [SyncEval] val0 mean sync_c: 6.230 (n=10)
+[Apr 30, 2026 - 11:13:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389250  35.723255   7.271011
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.157227  95.628906  95.000000
+util                      94.250000  99.000000  87.000000
+[Apr 30, 2026 - 11:13:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 401 : avg iteration time       203.20 seconds
+[Apr 30, 2026 - 11:13:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 401 : data loading time        0.00
+[Apr 30, 2026 - 11:13:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 401 : avg forward pass time    9.03
+[Apr 30, 2026 - 11:13:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 401 : backward pass time       6.69
+[Apr 30, 2026 - 11:13:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 401 : optimizer step time      0.68
+[Apr 30, 2026 - 11:13:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 401--------------------
+[Apr 30, 2026 - 11:13:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0048        iter count: 1.0
+[Apr 30, 2026 - 11:13:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0048   iter count: 1.0
+[Apr 30, 2026 - 11:13:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:13:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:14:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388556  35.720474   7.271015
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.157227  95.628906  95.000000
+util                      95.000000  99.000000  89.000000
+[Apr 30, 2026 - 11:14:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 402 : avg iteration time       63.77 seconds
+[Apr 30, 2026 - 11:14:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 402 : data loading time        0.00
+[Apr 30, 2026 - 11:14:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 402 : avg forward pass time    9.07
+[Apr 30, 2026 - 11:14:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 402 : backward pass time       6.71
+[Apr 30, 2026 - 11:14:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 402 : optimizer step time      0.69
+[Apr 30, 2026 - 11:14:42 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 402--------------------
+[Apr 30, 2026 - 11:14:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 11:14:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 11:14:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:14:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:15:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388555  35.720474   7.271011
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.157227  95.628906  95.000000
+util                      95.250000  99.000000  89.000000
+[Apr 30, 2026 - 11:15:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 403 : avg iteration time       61.66 seconds
+[Apr 30, 2026 - 11:15:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 403 : data loading time        0.00
+[Apr 30, 2026 - 11:15:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 403 : avg forward pass time    8.55
+[Apr 30, 2026 - 11:15:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 403 : backward pass time       6.70
+[Apr 30, 2026 - 11:15:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 403 : optimizer step time      0.68
+[Apr 30, 2026 - 11:15:44 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 403--------------------
+[Apr 30, 2026 - 11:15:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 11:15:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 11:15:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:15:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:16:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388709  35.720474   7.271011
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  95.158203  95.626953  95.001953
+util                      95.250000  99.000000  89.000000
+[Apr 30, 2026 - 11:16:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 404 : avg iteration time       68.20 seconds
+[Apr 30, 2026 - 11:16:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 404 : data loading time        0.00
+[Apr 30, 2026 - 11:16:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 404 : avg forward pass time    10.19
+[Apr 30, 2026 - 11:16:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 404 : backward pass time       6.71
+[Apr 30, 2026 - 11:16:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 404 : optimizer step time      0.68
+[Apr 30, 2026 - 11:16:52 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 404--------------------
+[Apr 30, 2026 - 11:16:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 11:16:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 11:16:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:16:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.388859   35.719715    7.271465
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.393555  137.617188  136.722656
+util                       61.250000   68.000000   55.000000
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 405 : avg iteration time       154.47 seconds
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 405 : data loading time        0.00
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 405 : avg forward pass time    31.26
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 405 : backward pass time       7.28
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 405 : optimizer step time      0.39
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 405--------------------
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 173377.8790   iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3369          iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 173377.8790iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.1109iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.0893 iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.8976 iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 254172.5938iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 3563.6252iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 979878.7500iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3369iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.0893  iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 3563.6252iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.8976  iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 979878.7500iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.3508  iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 6012.4395iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.1061  iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 27235.5488iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:19:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 11:20:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388980  35.720196   7.271469
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.922852  94.984375  94.902344
+util                      94.250000  99.000000  88.000000
+[Apr 30, 2026 - 11:20:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 406 : avg iteration time       63.87 seconds
+[Apr 30, 2026 - 11:20:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 406 : data loading time        0.00
+[Apr 30, 2026 - 11:20:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 406 : avg forward pass time    9.11
+[Apr 30, 2026 - 11:20:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 406 : backward pass time       6.71
+[Apr 30, 2026 - 11:20:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 406 : optimizer step time      0.69
+[Apr 30, 2026 - 11:20:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 406--------------------
+[Apr 30, 2026 - 11:20:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 11:20:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 11:20:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:20:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:21:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389171  35.720951   7.271465
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      94.750000  99.000000  91.000000
+[Apr 30, 2026 - 11:21:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 407 : avg iteration time       63.76 seconds
+[Apr 30, 2026 - 11:21:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 407 : data loading time        0.00
+[Apr 30, 2026 - 11:21:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 407 : avg forward pass time    9.08
+[Apr 30, 2026 - 11:21:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 407 : backward pass time       6.71
+[Apr 30, 2026 - 11:21:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 407 : optimizer step time      0.68
+[Apr 30, 2026 - 11:21:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 407--------------------
+[Apr 30, 2026 - 11:21:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0022        iter count: 1.0
+[Apr 30, 2026 - 11:21:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0022   iter count: 1.0
+[Apr 30, 2026 - 11:21:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:21:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:22:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389162  35.720928   7.271465
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.922852  94.984375  94.902344
+util                      95.750000  99.000000  90.000000
+[Apr 30, 2026 - 11:22:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 408 : avg iteration time       63.86 seconds
+[Apr 30, 2026 - 11:22:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 408 : data loading time        0.00
+[Apr 30, 2026 - 11:22:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 408 : avg forward pass time    9.10
+[Apr 30, 2026 - 11:22:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 408 : backward pass time       6.71
+[Apr 30, 2026 - 11:22:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 408 : optimizer step time      0.68
+[Apr 30, 2026 - 11:22:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 408--------------------
+[Apr 30, 2026 - 11:22:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 11:22:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 11:22:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:22:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:23:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389157  35.720894   7.271481
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.923828  94.984375  94.902344
+util                      95.750000  99.000000  90.000000
+[Apr 30, 2026 - 11:23:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 409 : avg iteration time       68.06 seconds
+[Apr 30, 2026 - 11:23:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 409 : data loading time        0.00
+[Apr 30, 2026 - 11:23:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 409 : avg forward pass time    10.16
+[Apr 30, 2026 - 11:23:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 409 : backward pass time       6.70
+[Apr 30, 2026 - 11:23:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 409 : optimizer step time      0.68
+[Apr 30, 2026 - 11:23:46 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 409--------------------
+[Apr 30, 2026 - 11:23:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0023        iter count: 1.0
+[Apr 30, 2026 - 11:23:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0023   iter count: 1.0
+[Apr 30, 2026 - 11:23:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:23:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.388928   35.719730    7.271549
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.393555  137.578125  136.839844
+util                       61.500000   66.000000   58.000000
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 410 : avg iteration time       158.50 seconds
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 410 : data loading time        0.00
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 410 : avg forward pass time    32.27
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 410 : backward pass time       7.32
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 410 : optimizer step time      0.39
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 410--------------------
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 2967516.6202  iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4363          iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 2967516.6202iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.1340iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.8727 iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.4117 iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 5069390.0000iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 312.7790iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 20245834.0000iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4363iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 8.4117  iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 20245834.0000iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.1414  iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 3954.8867iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.1102  iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 27457.4082iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 2.8727  iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 312.7790iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:26:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 11:27:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388924  35.719730   7.271549
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.919434  94.964844  94.904297
+util                      95.750000  99.000000  90.000000
+[Apr 30, 2026 - 11:27:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 411 : avg iteration time       66.05 seconds
+[Apr 30, 2026 - 11:27:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 411 : data loading time        0.00
+[Apr 30, 2026 - 11:27:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 411 : avg forward pass time    9.65
+[Apr 30, 2026 - 11:27:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 411 : backward pass time       6.70
+[Apr 30, 2026 - 11:27:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 411 : optimizer step time      0.68
+[Apr 30, 2026 - 11:27:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 411--------------------
+[Apr 30, 2026 - 11:27:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0050        iter count: 1.0
+[Apr 30, 2026 - 11:27:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0050   iter count: 1.0
+[Apr 30, 2026 - 11:27:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:27:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:28:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388931  35.719730   7.271572
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  94.964844  94.902344
+util                      95.000000  99.000000  92.000000
+[Apr 30, 2026 - 11:28:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 412 : avg iteration time       63.74 seconds
+[Apr 30, 2026 - 11:28:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 412 : data loading time        0.00
+[Apr 30, 2026 - 11:28:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 412 : avg forward pass time    9.07
+[Apr 30, 2026 - 11:28:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 412 : backward pass time       6.70
+[Apr 30, 2026 - 11:28:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 412 : optimizer step time      0.70
+[Apr 30, 2026 - 11:28:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 412--------------------
+[Apr 30, 2026 - 11:28:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 11:28:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 11:28:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:28:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:29:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388929  35.719753   7.271549
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  94.964844  94.902344
+util                      95.750000  99.000000  90.000000
+[Apr 30, 2026 - 11:29:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 413 : avg iteration time       63.72 seconds
+[Apr 30, 2026 - 11:29:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 413 : data loading time        0.00
+[Apr 30, 2026 - 11:29:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 413 : avg forward pass time    9.07
+[Apr 30, 2026 - 11:29:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 413 : backward pass time       6.70
+[Apr 30, 2026 - 11:29:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 413 : optimizer step time      0.68
+[Apr 30, 2026 - 11:29:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 413--------------------
+[Apr 30, 2026 - 11:29:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 11:29:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 11:29:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:29:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:30:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388928  35.719730   7.271568
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.918945  94.964844  94.902344
+util                      93.750000  99.000000  90.000000
+[Apr 30, 2026 - 11:30:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 414 : avg iteration time       61.66 seconds
+[Apr 30, 2026 - 11:30:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 414 : data loading time        0.00
+[Apr 30, 2026 - 11:30:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 414 : avg forward pass time    8.56
+[Apr 30, 2026 - 11:30:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 414 : backward pass time       6.70
+[Apr 30, 2026 - 11:30:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 414 : optimizer step time      0.69
+[Apr 30, 2026 - 11:30:40 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 414--------------------
+[Apr 30, 2026 - 11:30:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 11:30:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 11:30:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:30:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.388662   35.718658    7.271557
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.266602  137.578125  136.332031
+util                       61.750000   68.000000   55.000000
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 415 : avg iteration time       154.26 seconds
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 415 : data loading time        0.00
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 415 : avg forward pass time    31.20
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 415 : backward pass time       7.33
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 415 : optimizer step time      0.40
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 415--------------------
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 17362.8846    iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5312          iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 17362.8846iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.3063iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.1470 iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.6466 iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 27280.2129iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 73.2595iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 80275.0312iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5312iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.9890  iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 21546.0371iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.6466  iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 80275.0312iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.4428  iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 7226.5229iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 2.1470  iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 73.2595 iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:33:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 11:34:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388722  35.718906   7.271561
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.908203  94.984375  94.882812
+util                      95.750000  99.000000  90.000000
+[Apr 30, 2026 - 11:34:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 416 : avg iteration time       66.02 seconds
+[Apr 30, 2026 - 11:34:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 416 : data loading time        0.00
+[Apr 30, 2026 - 11:34:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 416 : avg forward pass time    9.65
+[Apr 30, 2026 - 11:34:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 416 : backward pass time       6.71
+[Apr 30, 2026 - 11:34:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 416 : optimizer step time      0.68
+[Apr 30, 2026 - 11:34:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 416--------------------
+[Apr 30, 2026 - 11:34:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 11:34:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 11:34:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:34:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:35:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389101  35.720406   7.271561
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.903320  94.964844  94.882812
+util                      97.250000  99.000000  92.000000
+[Apr 30, 2026 - 11:35:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 417 : avg iteration time       61.62 seconds
+[Apr 30, 2026 - 11:35:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 417 : data loading time        0.00
+[Apr 30, 2026 - 11:35:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 417 : avg forward pass time    8.54
+[Apr 30, 2026 - 11:35:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 417 : backward pass time       6.70
+[Apr 30, 2026 - 11:35:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 417 : optimizer step time      0.69
+[Apr 30, 2026 - 11:35:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 417--------------------
+[Apr 30, 2026 - 11:35:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 11:35:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 11:35:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:35:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:36:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389096  35.720406   7.271561
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.899902  94.945312  94.884766
+util                      95.750000  99.000000  90.000000
+[Apr 30, 2026 - 11:36:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 418 : avg iteration time       61.58 seconds
+[Apr 30, 2026 - 11:36:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 418 : data loading time        0.00
+[Apr 30, 2026 - 11:36:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 418 : avg forward pass time    8.53
+[Apr 30, 2026 - 11:36:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 418 : backward pass time       6.70
+[Apr 30, 2026 - 11:36:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 418 : optimizer step time      0.68
+[Apr 30, 2026 - 11:36:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 418--------------------
+[Apr 30, 2026 - 11:36:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0045        iter count: 1.0
+[Apr 30, 2026 - 11:36:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 11:36:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:36:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:37:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389098  35.720406   7.271561
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.932617  94.964844  94.921875
+util                      93.500000  99.000000  90.000000
+[Apr 30, 2026 - 11:37:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 419 : avg iteration time       59.52 seconds
+[Apr 30, 2026 - 11:37:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 419 : data loading time        0.00
+[Apr 30, 2026 - 11:37:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 419 : avg forward pass time    8.02
+[Apr 30, 2026 - 11:37:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 419 : backward pass time       6.70
+[Apr 30, 2026 - 11:37:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 419 : optimizer step time      0.68
+[Apr 30, 2026 - 11:37:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 419--------------------
+[Apr 30, 2026 - 11:37:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 11:37:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 11:37:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:37:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.388826   35.719200    7.271656
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.529785  137.734375  136.916016
+util                       66.750000   71.000000   60.000000
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 420 : avg iteration time       156.72 seconds
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 420 : data loading time        0.00
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 420 : avg forward pass time    31.81
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 420 : backward pass time       7.31
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 420 : optimizer step time      0.40
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 420--------------------
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 3263.3772     iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5293          iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 3263.3772iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.5972iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.2051 iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 4.9283 iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 5701.7681iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 82.2822iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 19085.4570iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5293iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.9970  iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 2963.0510iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.9283  iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 19085.4570iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.2583  iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 676.2827iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 2.2051  iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 82.2822 iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:39:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 11:41:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388826  35.719200   7.271656
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.978027  95.023438  94.962891
+util                      93.500000  99.000000  90.000000
+[Apr 30, 2026 - 11:41:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 421 : avg iteration time       70.48 seconds
+[Apr 30, 2026 - 11:41:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 421 : data loading time        0.00
+[Apr 30, 2026 - 11:41:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 421 : avg forward pass time    10.76
+[Apr 30, 2026 - 11:41:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 421 : backward pass time       6.70
+[Apr 30, 2026 - 11:41:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 421 : optimizer step time      0.69
+[Apr 30, 2026 - 11:41:10 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 421--------------------
+[Apr 30, 2026 - 11:41:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 11:41:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 11:41:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:41:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:42:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388826  35.719200   7.271656
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.973145  95.003906  94.962891
+util                      93.500000  99.000000  87.000000
+[Apr 30, 2026 - 11:42:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 422 : avg iteration time       66.04 seconds
+[Apr 30, 2026 - 11:42:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 422 : data loading time        0.00
+[Apr 30, 2026 - 11:42:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 422 : avg forward pass time    9.65
+[Apr 30, 2026 - 11:42:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 422 : backward pass time       6.70
+[Apr 30, 2026 - 11:42:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 422 : optimizer step time      0.69
+[Apr 30, 2026 - 11:42:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 422--------------------
+[Apr 30, 2026 - 11:42:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 11:42:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 11:42:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:42:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:43:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388950  35.719696   7.271656
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.976562  95.023438  94.960938
+util                      95.750000  99.000000  90.000000
+[Apr 30, 2026 - 11:43:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 423 : avg iteration time       61.64 seconds
+[Apr 30, 2026 - 11:43:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 423 : data loading time        0.00
+[Apr 30, 2026 - 11:43:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 423 : avg forward pass time    8.55
+[Apr 30, 2026 - 11:43:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 423 : backward pass time       6.70
+[Apr 30, 2026 - 11:43:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 423 : optimizer step time      0.69
+[Apr 30, 2026 - 11:43:17 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 423--------------------
+[Apr 30, 2026 - 11:43:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 11:43:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 11:43:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:43:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:44:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388950  35.719696   7.271656
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.947266  95.023438  94.921875
+util                      95.000000  99.000000  92.000000
+[Apr 30, 2026 - 11:44:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 424 : avg iteration time       63.74 seconds
+[Apr 30, 2026 - 11:44:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 424 : data loading time        0.00
+[Apr 30, 2026 - 11:44:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 424 : avg forward pass time    9.08
+[Apr 30, 2026 - 11:44:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 424 : backward pass time       6.70
+[Apr 30, 2026 - 11:44:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 424 : optimizer step time      0.69
+[Apr 30, 2026 - 11:44:21 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 424--------------------
+[Apr 30, 2026 - 11:44:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 11:44:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 11:44:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:44:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.388702   35.718399    7.271690
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.452148  137.734375  136.605469
+util                       64.500000   70.000000   56.000000
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 425 : avg iteration time       152.12 seconds
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 425 : data loading time        0.00
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 425 : avg forward pass time    30.62
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 425 : backward pass time       7.33
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 425 : optimizer step time      0.39
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 425--------------------
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 107348.3011   iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4812          iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 107348.3011iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.4216iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.5358 iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.5652 iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 165510.8281iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 8704.7891iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 504081.4688iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4812iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.5358  iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 8704.7891iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.5652  iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 504081.4688iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.6680  iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 11339.0752iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.9172  iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 137917.9844iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:46:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 11:47:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388702  35.718399   7.271690
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  94.964844  94.902344
+util                      93.250000  99.000000  87.000000
+[Apr 30, 2026 - 11:47:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 426 : avg iteration time       63.91 seconds
+[Apr 30, 2026 - 11:47:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 426 : data loading time        0.00
+[Apr 30, 2026 - 11:47:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 426 : avg forward pass time    9.12
+[Apr 30, 2026 - 11:47:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 426 : backward pass time       6.70
+[Apr 30, 2026 - 11:47:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 426 : optimizer step time      0.68
+[Apr 30, 2026 - 11:47:57 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 426--------------------
+[Apr 30, 2026 - 11:47:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 11:47:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 11:47:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:47:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:49:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389079  35.719906   7.271690
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.929199  95.003906  94.904297
+util                      97.250000  99.000000  92.000000
+[Apr 30, 2026 - 11:49:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 427 : avg iteration time       63.86 seconds
+[Apr 30, 2026 - 11:49:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 427 : data loading time        0.00
+[Apr 30, 2026 - 11:49:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 427 : avg forward pass time    9.10
+[Apr 30, 2026 - 11:49:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 427 : backward pass time       6.70
+[Apr 30, 2026 - 11:49:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 427 : optimizer step time      0.68
+[Apr 30, 2026 - 11:49:01 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 427--------------------
+[Apr 30, 2026 - 11:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 11:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 11:49:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:49:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:50:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389142  35.720158   7.271690
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  94.964844  94.902344
+util                      94.750000  99.000000  89.000000
+[Apr 30, 2026 - 11:50:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 428 : avg iteration time       63.77 seconds
+[Apr 30, 2026 - 11:50:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 428 : data loading time        0.00
+[Apr 30, 2026 - 11:50:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 428 : avg forward pass time    9.08
+[Apr 30, 2026 - 11:50:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 428 : backward pass time       6.70
+[Apr 30, 2026 - 11:50:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 428 : optimizer step time      0.69
+[Apr 30, 2026 - 11:50:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 428--------------------
+[Apr 30, 2026 - 11:50:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 11:50:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 11:50:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:50:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 11:51:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389074  35.719879   7.271690
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.919434  94.964844  94.904297
+util                      95.000000  99.000000  92.000000
+[Apr 30, 2026 - 11:51:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 429 : avg iteration time       63.76 seconds
+[Apr 30, 2026 - 11:51:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 429 : data loading time        0.00
+[Apr 30, 2026 - 11:51:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 429 : avg forward pass time    9.08
+[Apr 30, 2026 - 11:51:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 429 : backward pass time       6.70
+[Apr 30, 2026 - 11:51:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 429 : optimizer step time      0.69
+[Apr 30, 2026 - 11:51:09 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 429--------------------
+[Apr 30, 2026 - 11:51:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0021        iter count: 1.0
+[Apr 30, 2026 - 11:51:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0021   iter count: 1.0
+[Apr 30, 2026 - 11:51:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:51:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.388915   35.719151    7.271770
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.520020  137.714844  136.935547
+util                       62.250000   64.000000   61.000000
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 430 : avg iteration time       156.41 seconds
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 430 : data loading time        0.00
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 430 : avg forward pass time    31.73
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 430 : backward pass time       7.32
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 430 : optimizer step time      0.39
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 430--------------------
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 87574.2909    iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5903          iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 87574.2909iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.3445iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.2157 iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.5961 iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 136758.3125iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 84.0545iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 536203.6875iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5903iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 2.2157  iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 84.0545 iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.1753  iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 4232.4097iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.3908  iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 6513.0728iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.5961  iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 536203.6875iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:53:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 11:54:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388971  35.719376   7.271770
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.932129  94.962891  94.921875
+util                      94.750000  99.000000  89.000000
+[Apr 30, 2026 - 11:54:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 431 : avg iteration time       68.23 seconds
+[Apr 30, 2026 - 11:54:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 431 : data loading time        0.00
+[Apr 30, 2026 - 11:54:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 431 : avg forward pass time    10.20
+[Apr 30, 2026 - 11:54:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 431 : backward pass time       6.71
+[Apr 30, 2026 - 11:54:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 431 : optimizer step time      0.69
+[Apr 30, 2026 - 11:54:53 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 431--------------------
+[Apr 30, 2026 - 11:54:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 11:54:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 11:54:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:54:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:55:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388976  35.719376   7.271790
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      91.500000  98.000000  87.000000
+[Apr 30, 2026 - 11:55:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 432 : avg iteration time       59.50 seconds
+[Apr 30, 2026 - 11:55:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 432 : data loading time        0.00
+[Apr 30, 2026 - 11:55:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 432 : avg forward pass time    8.02
+[Apr 30, 2026 - 11:55:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 432 : backward pass time       6.70
+[Apr 30, 2026 - 11:55:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 432 : optimizer step time      0.69
+[Apr 30, 2026 - 11:55:53 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 432--------------------
+[Apr 30, 2026 - 11:55:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 11:55:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 11:55:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:55:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:56:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388971  35.719376   7.271770
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.889648  94.964844  94.863281
+util                      95.000000  99.000000  92.000000
+[Apr 30, 2026 - 11:56:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 433 : avg iteration time       61.67 seconds
+[Apr 30, 2026 - 11:56:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 433 : data loading time        0.00
+[Apr 30, 2026 - 11:56:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 433 : avg forward pass time    8.56
+[Apr 30, 2026 - 11:56:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 433 : backward pass time       6.70
+[Apr 30, 2026 - 11:56:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 433 : optimizer step time      0.68
+[Apr 30, 2026 - 11:56:54 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 433--------------------
+[Apr 30, 2026 - 11:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0046        iter count: 1.0
+[Apr 30, 2026 - 11:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 11:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:56:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 11:58:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388974  35.719376   7.271770
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.890137  94.964844  94.865234
+util                      96.000000  99.000000  90.000000
+[Apr 30, 2026 - 11:58:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 434 : avg iteration time       65.92 seconds
+[Apr 30, 2026 - 11:58:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 434 : data loading time        0.00
+[Apr 30, 2026 - 11:58:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 434 : avg forward pass time    9.62
+[Apr 30, 2026 - 11:58:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 434 : backward pass time       6.70
+[Apr 30, 2026 - 11:58:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 434 : optimizer step time      0.69
+[Apr 30, 2026 - 11:58:00 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 434--------------------
+[Apr 30, 2026 - 11:58:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 11:58:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 11:58:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 11:58:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.389092   35.719624    7.271801
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.524902  137.734375  136.896484
+util                       64.750000   71.000000   58.000000
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 435 : avg iteration time       156.55 seconds
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 435 : data loading time        0.00
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 435 : avg forward pass time    31.81
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 435 : backward pass time       7.23
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 435 : optimizer step time      0.38
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 435--------------------
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 47036.6688    iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3274          iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 47036.6688iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.9358iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.3246 iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.2225 iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 112094.0859iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 772.1505iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 253976.9375iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3274iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.3246  iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 772.1505iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.0770  iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 189843.8906iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.2225  iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 253976.9375iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.1192  iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 3783.3718iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:00:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 12:01:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389155  35.719875   7.271801
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.957520  95.003906  94.941406
+util                      95.750000  99.000000  90.000000
+[Apr 30, 2026 - 12:01:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 436 : avg iteration time       68.19 seconds
+[Apr 30, 2026 - 12:01:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 436 : data loading time        0.00
+[Apr 30, 2026 - 12:01:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 436 : avg forward pass time    10.19
+[Apr 30, 2026 - 12:01:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 436 : backward pass time       6.71
+[Apr 30, 2026 - 12:01:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 436 : optimizer step time      0.68
+[Apr 30, 2026 - 12:01:45 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 436--------------------
+[Apr 30, 2026 - 12:01:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 12:01:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 12:01:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:01:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:02:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388972  35.719124   7.271809
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      96.250000  99.000000  91.000000
+[Apr 30, 2026 - 12:02:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 437 : avg iteration time       66.01 seconds
+[Apr 30, 2026 - 12:02:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 437 : data loading time        0.00
+[Apr 30, 2026 - 12:02:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 437 : avg forward pass time    9.64
+[Apr 30, 2026 - 12:02:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 437 : backward pass time       6.70
+[Apr 30, 2026 - 12:02:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 437 : optimizer step time      0.69
+[Apr 30, 2026 - 12:02:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 437--------------------
+[Apr 30, 2026 - 12:02:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 12:02:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 12:02:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:02:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:03:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.388968  35.719124   7.271801
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      92.500000  99.000000  88.000000
+[Apr 30, 2026 - 12:03:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 438 : avg iteration time       63.69 seconds
+[Apr 30, 2026 - 12:03:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 438 : data loading time        0.00
+[Apr 30, 2026 - 12:03:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 438 : avg forward pass time    9.07
+[Apr 30, 2026 - 12:03:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 438 : backward pass time       6.69
+[Apr 30, 2026 - 12:03:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 438 : optimizer step time      0.69
+[Apr 30, 2026 - 12:03:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 438--------------------
+[Apr 30, 2026 - 12:03:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 12:03:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 12:03:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:03:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:04:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389030  35.719368   7.271801
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.929199  95.003906  94.904297
+util                      94.500000  99.000000  87.000000
+[Apr 30, 2026 - 12:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 439 : avg iteration time       64.12 seconds
+[Apr 30, 2026 - 12:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 439 : data loading time        0.00
+[Apr 30, 2026 - 12:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 439 : avg forward pass time    9.17
+[Apr 30, 2026 - 12:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 439 : backward pass time       6.71
+[Apr 30, 2026 - 12:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 439 : optimizer step time      0.68
+[Apr 30, 2026 - 12:04:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 439--------------------
+[Apr 30, 2026 - 12:04:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 12:04:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 12:04:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:04:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.389050   35.719444    7.271805
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.476562  137.695312  136.820312
+util                       61.250000   68.000000   55.000000
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 440 : avg iteration time       156.35 seconds
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 440 : data loading time        0.00
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 440 : avg forward pass time    31.75
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 440 : backward pass time       7.25
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 440 : optimizer step time      0.39
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 440--------------------
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 142017.5459   iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4641          iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 142017.5459iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.1490iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 5.4736 iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.0333 iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 431683.7188iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 56798.6367iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1285432.2500iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4641iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.8448  iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 119324.7266iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.2441  iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 265179.1875iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.4736  iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 56798.6367iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.0333  iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 1285432.2500iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0054   iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:07:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 12:08:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389116  35.719707   7.271809
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.938477  94.982422  94.923828
+util                      96.250000  99.000000  91.000000
+[Apr 30, 2026 - 12:08:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 441 : avg iteration time       66.03 seconds
+[Apr 30, 2026 - 12:08:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 441 : data loading time        0.00
+[Apr 30, 2026 - 12:08:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 441 : avg forward pass time    9.64
+[Apr 30, 2026 - 12:08:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 441 : backward pass time       6.69
+[Apr 30, 2026 - 12:08:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 441 : optimizer step time      0.69
+[Apr 30, 2026 - 12:08:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 441--------------------
+[Apr 30, 2026 - 12:08:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 12:08:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 12:08:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:08:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:09:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389177  35.719933   7.271809
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.928711  94.945312  94.921875
+util                      94.750000  99.000000  89.000000
+[Apr 30, 2026 - 12:09:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 442 : avg iteration time       65.98 seconds
+[Apr 30, 2026 - 12:09:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 442 : data loading time        0.00
+[Apr 30, 2026 - 12:09:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 442 : avg forward pass time    9.63
+[Apr 30, 2026 - 12:09:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 442 : backward pass time       6.70
+[Apr 30, 2026 - 12:09:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 442 : optimizer step time      0.69
+[Apr 30, 2026 - 12:09:47 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 442--------------------
+[Apr 30, 2026 - 12:09:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 12:09:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 12:09:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:09:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:10:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389659  35.721867   7.271820
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.928223  94.945312  94.921875
+util                      96.750000  99.000000  91.000000
+[Apr 30, 2026 - 12:10:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 443 : avg iteration time       59.43 seconds
+[Apr 30, 2026 - 12:10:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 443 : data loading time        0.00
+[Apr 30, 2026 - 12:10:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 443 : avg forward pass time    7.99
+[Apr 30, 2026 - 12:10:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 443 : backward pass time       6.70
+[Apr 30, 2026 - 12:10:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 443 : optimizer step time      0.69
+[Apr 30, 2026 - 12:10:47 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 443--------------------
+[Apr 30, 2026 - 12:10:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0023        iter count: 1.0
+[Apr 30, 2026 - 12:10:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0023   iter count: 1.0
+[Apr 30, 2026 - 12:10:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:10:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:11:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389659  35.721863   7.271809
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.929199  94.945312  94.923828
+util                      95.250000  99.000000  92.000000
+[Apr 30, 2026 - 12:11:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 444 : avg iteration time       61.53 seconds
+[Apr 30, 2026 - 12:11:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 444 : data loading time        0.00
+[Apr 30, 2026 - 12:11:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 444 : avg forward pass time    8.53
+[Apr 30, 2026 - 12:11:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 444 : backward pass time       6.69
+[Apr 30, 2026 - 12:11:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 444 : optimizer step time      0.69
+[Apr 30, 2026 - 12:11:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 444--------------------
+[Apr 30, 2026 - 12:11:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 12:11:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 12:11:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:11:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.389750   35.722202    7.271824
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.432617  137.617188  136.878906
+util                       64.000000   70.000000   57.000000
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 445 : avg iteration time       152.25 seconds
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 445 : data loading time        0.00
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 445 : avg forward pass time    30.73
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 445 : backward pass time       7.25
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 445 : optimizer step time      0.39
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 445--------------------
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 2478290.2583  iter count: 1.0
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3923          iter count: 1.0
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 2478290.2583iter count: 1.0
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.0999iter count: 1.0
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.4269 iter count: 1.0
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.1341 iter count: 1.0
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 2923914.2500iter count: 1.0
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 128.2243iter count: 1.0
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 11620108.0000iter count: 1.0
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3923iter count: 1.0
+[Apr 30, 2026 - 12:14:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.5812  iter count: 1.0
+[Apr 30, 2026 - 12:14:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 70434.4297iter count: 1.0
+[Apr 30, 2026 - 12:14:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 8.1341  iter count: 1.0
+[Apr 30, 2026 - 12:14:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 11620108.0000iter count: 1.0
+[Apr 30, 2026 - 12:14:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.2573  iter count: 1.0
+[Apr 30, 2026 - 12:14:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 4986.6362iter count: 1.0
+[Apr 30, 2026 - 12:14:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 2.4269  iter count: 1.0
+[Apr 30, 2026 - 12:14:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 128.2243iter count: 1.0
+[Apr 30, 2026 - 12:14:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 12:14:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:14:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 12:15:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389756  35.722225   7.271824
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.890137  94.964844  94.865234
+util                      95.000000  99.000000  88.000000
+[Apr 30, 2026 - 12:15:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 446 : avg iteration time       68.24 seconds
+[Apr 30, 2026 - 12:15:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 446 : data loading time        0.00
+[Apr 30, 2026 - 12:15:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 446 : avg forward pass time    10.19
+[Apr 30, 2026 - 12:15:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 446 : backward pass time       6.72
+[Apr 30, 2026 - 12:15:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 446 : optimizer step time      0.69
+[Apr 30, 2026 - 12:15:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 446--------------------
+[Apr 30, 2026 - 12:15:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0046        iter count: 1.0
+[Apr 30, 2026 - 12:15:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 12:15:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:15:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:16:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389754  35.722206   7.271824
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      94.500000  99.000000  87.000000
+[Apr 30, 2026 - 12:16:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 447 : avg iteration time       61.60 seconds
+[Apr 30, 2026 - 12:16:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 447 : data loading time        0.00
+[Apr 30, 2026 - 12:16:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 447 : avg forward pass time    8.54
+[Apr 30, 2026 - 12:16:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 447 : backward pass time       6.70
+[Apr 30, 2026 - 12:16:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 447 : optimizer step time      0.69
+[Apr 30, 2026 - 12:16:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 447--------------------
+[Apr 30, 2026 - 12:16:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 12:16:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 12:16:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:16:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:17:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389753  35.722206   7.271824
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      93.500000  99.000000  87.000000
+[Apr 30, 2026 - 12:17:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 448 : avg iteration time       63.72 seconds
+[Apr 30, 2026 - 12:17:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 448 : data loading time        0.00
+[Apr 30, 2026 - 12:17:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 448 : avg forward pass time    9.07
+[Apr 30, 2026 - 12:17:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 448 : backward pass time       6.69
+[Apr 30, 2026 - 12:17:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 448 : optimizer step time      0.69
+[Apr 30, 2026 - 12:17:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 448--------------------
+[Apr 30, 2026 - 12:17:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 12:17:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 12:17:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:17:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:18:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389753  35.722206   7.271832
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      95.000000  99.000000  89.000000
+[Apr 30, 2026 - 12:18:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 449 : avg iteration time       66.02 seconds
+[Apr 30, 2026 - 12:18:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 449 : data loading time        0.00
+[Apr 30, 2026 - 12:18:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 449 : avg forward pass time    9.64
+[Apr 30, 2026 - 12:18:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 449 : backward pass time       6.70
+[Apr 30, 2026 - 12:18:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 449 : optimizer step time      0.69
+[Apr 30, 2026 - 12:18:40 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 449--------------------
+[Apr 30, 2026 - 12:18:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0046        iter count: 1.0
+[Apr 30, 2026 - 12:18:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 12:18:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:18:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.389544   35.720596    7.272190
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.437500  137.617188  136.898438
+util                       62.500000   68.000000   59.000000
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 450 : avg iteration time       158.75 seconds
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 450 : data loading time        0.00
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 450 : avg forward pass time    32.35
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 450 : backward pass time       7.24
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 450 : optimizer step time      0.40
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 450--------------------
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 42216.2396    iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4128          iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 42216.2396iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.4616iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.8761 iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.0164 iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 59909.9336iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 314.8578iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 168169.5938iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4128iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 2.8761  iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 314.8578iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.0164  iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 168169.5938iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.3737  iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 851.9128iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.5803  iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 70303.3672iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:21:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 12:22:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389536  35.720581   7.272190
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.913086  94.943359  94.902344
+util                      95.000000  99.000000  89.000000
+[Apr 30, 2026 - 12:22:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 451 : avg iteration time       63.84 seconds
+[Apr 30, 2026 - 12:22:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 451 : data loading time        0.00
+[Apr 30, 2026 - 12:22:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 451 : avg forward pass time    9.10
+[Apr 30, 2026 - 12:22:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 451 : backward pass time       6.70
+[Apr 30, 2026 - 12:22:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 451 : optimizer step time      0.69
+[Apr 30, 2026 - 12:22:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 451--------------------
+[Apr 30, 2026 - 12:22:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 12:22:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 12:22:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:22:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:23:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389781  35.721558   7.272190
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.937500  94.984375  94.921875
+util                      93.750000  99.000000  87.000000
+[Apr 30, 2026 - 12:23:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 452 : avg iteration time       63.70 seconds
+[Apr 30, 2026 - 12:23:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 452 : data loading time        0.00
+[Apr 30, 2026 - 12:23:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 452 : avg forward pass time    9.06
+[Apr 30, 2026 - 12:23:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 452 : backward pass time       6.70
+[Apr 30, 2026 - 12:23:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 452 : optimizer step time      0.69
+[Apr 30, 2026 - 12:23:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 452--------------------
+[Apr 30, 2026 - 12:23:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 12:23:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 12:23:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:23:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:24:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389777  35.721546   7.272190
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.928223  94.945312  94.921875
+util                      95.250000  99.000000  88.000000
+[Apr 30, 2026 - 12:24:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 453 : avg iteration time       61.57 seconds
+[Apr 30, 2026 - 12:24:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 453 : data loading time        0.00
+[Apr 30, 2026 - 12:24:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 453 : avg forward pass time    8.53
+[Apr 30, 2026 - 12:24:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 453 : backward pass time       6.70
+[Apr 30, 2026 - 12:24:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 453 : optimizer step time      0.69
+[Apr 30, 2026 - 12:24:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 453--------------------
+[Apr 30, 2026 - 12:24:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 12:24:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 12:24:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:24:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:25:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389616  35.720901   7.272190
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.914551  94.945312  94.904297
+util                      94.500000  99.000000  88.000000
+[Apr 30, 2026 - 12:25:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 454 : avg iteration time       68.13 seconds
+[Apr 30, 2026 - 12:25:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 454 : data loading time        0.00
+[Apr 30, 2026 - 12:25:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 454 : avg forward pass time    10.17
+[Apr 30, 2026 - 12:25:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 454 : backward pass time       6.70
+[Apr 30, 2026 - 12:25:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 454 : optimizer step time      0.69
+[Apr 30, 2026 - 12:25:36 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 454--------------------
+[Apr 30, 2026 - 12:25:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0060        iter count: 1.0
+[Apr 30, 2026 - 12:25:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0060   iter count: 1.0
+[Apr 30, 2026 - 12:25:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:25:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.389533   35.720070    7.272251
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.007324  137.070312  136.818359
+util                       64.750000   70.000000   57.000000
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 455 : avg iteration time       156.88 seconds
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 455 : data loading time        0.00
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 455 : avg forward pass time    31.79
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 455 : backward pass time       7.17
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 455 : optimizer step time      0.39
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 455--------------------
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 85541.7527    iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3540          iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 85541.7527iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.1585iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.5243 iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.1052 iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 372557.5312iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 21.0863iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1484184.2500iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3540iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.9467  iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 2679.6006iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.0576  iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 3345.1565iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.1052  iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1484184.2500iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 1.5243  iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 21.0863 iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:28:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 12:29:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389585  35.720261   7.272266
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.912598  94.943359  94.902344
+util                      97.000000  99.000000  92.000000
+[Apr 30, 2026 - 12:29:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 456 : avg iteration time       61.75 seconds
+[Apr 30, 2026 - 12:29:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 456 : data loading time        0.00
+[Apr 30, 2026 - 12:29:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 456 : avg forward pass time    8.57
+[Apr 30, 2026 - 12:29:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 456 : backward pass time       6.70
+[Apr 30, 2026 - 12:29:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 456 : optimizer step time      0.69
+[Apr 30, 2026 - 12:29:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 456--------------------
+[Apr 30, 2026 - 12:29:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0064        iter count: 1.0
+[Apr 30, 2026 - 12:29:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0064   iter count: 1.0
+[Apr 30, 2026 - 12:29:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:29:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:30:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389586  35.720261   7.272270
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.913086  94.945312  94.902344
+util                      93.000000  99.000000  89.000000
+[Apr 30, 2026 - 12:30:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 457 : avg iteration time       63.70 seconds
+[Apr 30, 2026 - 12:30:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 457 : data loading time        0.00
+[Apr 30, 2026 - 12:30:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 457 : avg forward pass time    9.06
+[Apr 30, 2026 - 12:30:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 457 : backward pass time       6.70
+[Apr 30, 2026 - 12:30:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 457 : optimizer step time      0.68
+[Apr 30, 2026 - 12:30:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 457--------------------
+[Apr 30, 2026 - 12:30:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 12:30:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 12:30:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:30:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:31:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389636  35.720474   7.272251
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  94.964844  94.902344
+util                      92.750000  98.000000  86.000000
+[Apr 30, 2026 - 12:31:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 458 : avg iteration time       63.84 seconds
+[Apr 30, 2026 - 12:31:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 458 : data loading time        0.00
+[Apr 30, 2026 - 12:31:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 458 : avg forward pass time    9.10
+[Apr 30, 2026 - 12:31:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 458 : backward pass time       6.70
+[Apr 30, 2026 - 12:31:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 458 : optimizer step time      0.69
+[Apr 30, 2026 - 12:31:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 458--------------------
+[Apr 30, 2026 - 12:31:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 12:31:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 12:31:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:31:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:32:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389654  35.720535   7.272251
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.914551  94.945312  94.904297
+util                      96.500000  99.000000  91.000000
+[Apr 30, 2026 - 12:32:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 459 : avg iteration time       65.85 seconds
+[Apr 30, 2026 - 12:32:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 459 : data loading time        0.00
+[Apr 30, 2026 - 12:32:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 459 : avg forward pass time    9.60
+[Apr 30, 2026 - 12:32:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 459 : backward pass time       6.69
+[Apr 30, 2026 - 12:32:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 459 : optimizer step time      0.70
+[Apr 30, 2026 - 12:32:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 459--------------------
+[Apr 30, 2026 - 12:32:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 12:32:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 12:32:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:32:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.389404   35.719460    7.272301
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.466797  137.675781  136.839844
+util                       65.500000   71.000000   59.000000
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 460 : avg iteration time       159.01 seconds
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 460 : data loading time        0.00
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 460 : avg forward pass time    32.41
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 460 : backward pass time       7.32
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 460 : optimizer step time      0.39
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 460--------------------
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 12835.1753    iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3157          iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 12835.1753iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.4432iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.7904 iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.8713 iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 47936.1758iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 35.9021iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 125828.8203iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3157iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.4560  iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 54828.5508iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 1.7904  iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 35.9021 iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.8713  iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 125828.8203iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.6552  iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 11051.4404iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:35:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 12:36:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389463  35.719700   7.272305
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.928711  94.945312  94.921875
+util                      92.000000  99.000000  88.000000
+[Apr 30, 2026 - 12:36:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 461 : avg iteration time       68.07 seconds
+[Apr 30, 2026 - 12:36:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 461 : data loading time        0.00
+[Apr 30, 2026 - 12:36:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 461 : avg forward pass time    10.15
+[Apr 30, 2026 - 12:36:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 461 : backward pass time       6.70
+[Apr 30, 2026 - 12:36:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 461 : optimizer step time      0.68
+[Apr 30, 2026 - 12:36:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 461--------------------
+[Apr 30, 2026 - 12:36:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 12:36:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 12:36:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:36:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:37:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389768  35.720917   7.272305
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.927734  94.945312  94.921875
+util                      93.000000  99.000000  89.000000
+[Apr 30, 2026 - 12:37:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 462 : avg iteration time       63.82 seconds
+[Apr 30, 2026 - 12:37:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 462 : data loading time        0.00
+[Apr 30, 2026 - 12:37:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 462 : avg forward pass time    9.10
+[Apr 30, 2026 - 12:37:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 462 : backward pass time       6.69
+[Apr 30, 2026 - 12:37:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 462 : optimizer step time      0.69
+[Apr 30, 2026 - 12:37:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 462--------------------
+[Apr 30, 2026 - 12:37:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 12:37:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 12:37:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:37:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 12:38:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389769  35.720917   7.272305
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.925781  94.923828
+util                      95.500000  99.000000  90.000000
+[Apr 30, 2026 - 12:38:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 463 : avg iteration time       63.88 seconds
+[Apr 30, 2026 - 12:38:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 463 : data loading time        0.00
+[Apr 30, 2026 - 12:38:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 463 : avg forward pass time    9.10
+[Apr 30, 2026 - 12:38:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 463 : backward pass time       6.70
+[Apr 30, 2026 - 12:38:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 463 : optimizer step time      0.68
+[Apr 30, 2026 - 12:38:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 463--------------------
+[Apr 30, 2026 - 12:38:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 12:38:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 12:38:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:38:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:39:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389768  35.720917   7.272305
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  94.921875  94.906250
+util                      94.500000  99.000000  91.000000
+[Apr 30, 2026 - 12:39:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 464 : avg iteration time       61.74 seconds
+[Apr 30, 2026 - 12:39:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 464 : data loading time        0.00
+[Apr 30, 2026 - 12:39:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 464 : avg forward pass time    8.58
+[Apr 30, 2026 - 12:39:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 464 : backward pass time       6.69
+[Apr 30, 2026 - 12:39:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 464 : optimizer step time      0.69
+[Apr 30, 2026 - 12:39:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 464--------------------
+[Apr 30, 2026 - 12:39:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0022        iter count: 1.0
+[Apr 30, 2026 - 12:39:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0022   iter count: 1.0
+[Apr 30, 2026 - 12:39:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:39:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.389576   35.720131    7.272316
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.471191  137.636719  136.974609
+util                       61.500000   70.000000   54.000000
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 465 : avg iteration time       154.14 seconds
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 465 : data loading time        0.00
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 465 : avg forward pass time    31.21
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 465 : backward pass time       7.24
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 465 : optimizer step time      0.39
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 465--------------------
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 459183.6638   iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3801          iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 459183.6638iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.4270iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 5.7094 iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.1296 iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 792134.6875iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 91017.2266iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1558595.2500iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3801iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.1296  iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1558595.2500iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.7094  iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 91017.2266iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.7885  iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 106612.3750iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.0804  iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 1412313.8750iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:41:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 12:43:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389572  35.720127   7.272305
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.898438  95.003906  94.863281
+util                      93.000000  99.000000  89.000000
+[Apr 30, 2026 - 12:43:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 466 : avg iteration time       66.04 seconds
+[Apr 30, 2026 - 12:43:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 466 : data loading time        0.00
+[Apr 30, 2026 - 12:43:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 466 : avg forward pass time    9.64
+[Apr 30, 2026 - 12:43:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 466 : backward pass time       6.72
+[Apr 30, 2026 - 12:43:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 466 : optimizer step time      0.69
+[Apr 30, 2026 - 12:43:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 466--------------------
+[Apr 30, 2026 - 12:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 12:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 12:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:43:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:44:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389572  35.720127   7.272305
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.898438  95.003906  94.863281
+util                      93.000000  98.000000  87.000000
+[Apr 30, 2026 - 12:44:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 467 : avg iteration time       61.64 seconds
+[Apr 30, 2026 - 12:44:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 467 : data loading time        0.00
+[Apr 30, 2026 - 12:44:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 467 : avg forward pass time    8.55
+[Apr 30, 2026 - 12:44:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 467 : backward pass time       6.70
+[Apr 30, 2026 - 12:44:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 467 : optimizer step time      0.69
+[Apr 30, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 467--------------------
+[Apr 30, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:45:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389572  35.720127   7.272305
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.899902  95.003906  94.865234
+util                      93.000000  99.000000  86.000000
+[Apr 30, 2026 - 12:45:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 468 : avg iteration time       63.71 seconds
+[Apr 30, 2026 - 12:45:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 468 : data loading time        0.00
+[Apr 30, 2026 - 12:45:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 468 : avg forward pass time    9.06
+[Apr 30, 2026 - 12:45:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 468 : backward pass time       6.71
+[Apr 30, 2026 - 12:45:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 468 : optimizer step time      0.69
+[Apr 30, 2026 - 12:45:10 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 468--------------------
+[Apr 30, 2026 - 12:45:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 12:45:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 12:45:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:45:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:46:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389615  35.720280   7.272324
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.913086  95.003906  94.882812
+util                      96.250000  99.000000  91.000000
+[Apr 30, 2026 - 12:46:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 469 : avg iteration time       61.73 seconds
+[Apr 30, 2026 - 12:46:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 469 : data loading time        0.00
+[Apr 30, 2026 - 12:46:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 469 : avg forward pass time    8.57
+[Apr 30, 2026 - 12:46:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 469 : backward pass time       6.69
+[Apr 30, 2026 - 12:46:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 469 : optimizer step time      0.69
+[Apr 30, 2026 - 12:46:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 469--------------------
+[Apr 30, 2026 - 12:46:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 12:46:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 12:46:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:46:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.389504   35.719635    7.272381
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.036621  137.109375  136.818359
+util                       59.500000   65.000000   52.000000
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 470 : avg iteration time       156.15 seconds
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 470 : data loading time        0.00
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 470 : avg forward pass time    31.72
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 470 : backward pass time       7.17
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 470 : optimizer step time      0.39
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 470--------------------
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 999344.4563   iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4346          iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 999344.4563iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.7786iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.3116 iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.7492 iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1380974.3750iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 5559.5684iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 5381486.0000iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4346iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.3116  iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 5559.5684iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.7492  iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 5381486.0000iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.7295  iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 94744.8203iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.3240  iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 42107.0391iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:48:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 12:49:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389563  35.719849   7.272366
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.927246  95.001953  94.902344
+util                      94.250000  99.000000  88.000000
+[Apr 30, 2026 - 12:49:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 471 : avg iteration time       68.23 seconds
+[Apr 30, 2026 - 12:49:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 471 : data loading time        0.00
+[Apr 30, 2026 - 12:49:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 471 : avg forward pass time    10.20
+[Apr 30, 2026 - 12:49:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 471 : backward pass time       6.69
+[Apr 30, 2026 - 12:49:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 471 : optimizer step time      0.69
+[Apr 30, 2026 - 12:49:56 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 471--------------------
+[Apr 30, 2026 - 12:49:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 12:49:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 12:49:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:49:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:50:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389805  35.720852   7.272366
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.922852  94.984375  94.902344
+util                      94.250000  99.000000  91.000000
+[Apr 30, 2026 - 12:50:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 472 : avg iteration time       61.76 seconds
+[Apr 30, 2026 - 12:50:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 472 : data loading time        0.00
+[Apr 30, 2026 - 12:50:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 472 : avg forward pass time    8.58
+[Apr 30, 2026 - 12:50:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 472 : backward pass time       6.70
+[Apr 30, 2026 - 12:50:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 472 : optimizer step time      0.69
+[Apr 30, 2026 - 12:50:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 472--------------------
+[Apr 30, 2026 - 12:50:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 12:50:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 12:50:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:50:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:52:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389805  35.720852   7.272366
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  94.964844  94.902344
+util                      95.500000  99.000000  90.000000
+[Apr 30, 2026 - 12:52:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 473 : avg iteration time       65.86 seconds
+[Apr 30, 2026 - 12:52:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 473 : data loading time        0.00
+[Apr 30, 2026 - 12:52:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 473 : avg forward pass time    9.60
+[Apr 30, 2026 - 12:52:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 473 : backward pass time       6.70
+[Apr 30, 2026 - 12:52:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 473 : optimizer step time      0.69
+[Apr 30, 2026 - 12:52:04 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 473--------------------
+[Apr 30, 2026 - 12:52:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 12:52:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 12:52:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:52:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:53:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389807  35.720852   7.272366
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  94.964844  94.902344
+util                      97.000000  99.000000  92.000000
+[Apr 30, 2026 - 12:53:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 474 : avg iteration time       61.62 seconds
+[Apr 30, 2026 - 12:53:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 474 : data loading time        0.00
+[Apr 30, 2026 - 12:53:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 474 : avg forward pass time    8.54
+[Apr 30, 2026 - 12:53:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 474 : backward pass time       6.71
+[Apr 30, 2026 - 12:53:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 474 : optimizer step time      0.68
+[Apr 30, 2026 - 12:53:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 474--------------------
+[Apr 30, 2026 - 12:53:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 12:53:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 12:53:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:53:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.389665   35.720078    7.272430
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.378906  137.734375  136.312500
+util                       61.000000   66.000000   54.000000
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 475 : avg iteration time       156.36 seconds
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 475 : data loading time        0.00
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 475 : avg forward pass time    31.74
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 475 : backward pass time       7.26
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 475 : optimizer step time      0.39
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 475--------------------
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 750623.8217   iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4924          iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 750623.8217iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.1594iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.2722 iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.2572 iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1018070.5000iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 5138.2017iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 2011367.1250iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4924iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.8717  iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 125932.0703iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.2722  iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 5138.2017iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.2365  iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1929844.5000iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.2572  iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 2011367.1250iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:55:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 12:56:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389662  35.720062   7.272430
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.938477  94.982422  94.923828
+util                      95.500000  99.000000  90.000000
+[Apr 30, 2026 - 12:56:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 476 : avg iteration time       66.02 seconds
+[Apr 30, 2026 - 12:56:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 476 : data loading time        0.00
+[Apr 30, 2026 - 12:56:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 476 : avg forward pass time    9.64
+[Apr 30, 2026 - 12:56:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 476 : backward pass time       6.71
+[Apr 30, 2026 - 12:56:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 476 : optimizer step time      0.69
+[Apr 30, 2026 - 12:56:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 476--------------------
+[Apr 30, 2026 - 12:56:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 12:56:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 12:56:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:56:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:57:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389662  35.720062   7.272430
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.937500  94.984375  94.921875
+util                      97.000000  99.000000  92.000000
+[Apr 30, 2026 - 12:57:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 477 : avg iteration time       61.62 seconds
+[Apr 30, 2026 - 12:57:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 477 : data loading time        0.00
+[Apr 30, 2026 - 12:57:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 477 : avg forward pass time    8.54
+[Apr 30, 2026 - 12:57:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 477 : backward pass time       6.70
+[Apr 30, 2026 - 12:57:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 477 : optimizer step time      0.69
+[Apr 30, 2026 - 12:57:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 477--------------------
+[Apr 30, 2026 - 12:57:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0021        iter count: 1.0
+[Apr 30, 2026 - 12:57:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0021   iter count: 1.0
+[Apr 30, 2026 - 12:57:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:57:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:58:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389663  35.720070   7.272430
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.937500  94.984375  94.921875
+util                      94.250000  99.000000  88.000000
+[Apr 30, 2026 - 12:58:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 478 : avg iteration time       63.76 seconds
+[Apr 30, 2026 - 12:58:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 478 : data loading time        0.00
+[Apr 30, 2026 - 12:58:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 478 : avg forward pass time    9.09
+[Apr 30, 2026 - 12:58:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 478 : backward pass time       6.70
+[Apr 30, 2026 - 12:58:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 478 : optimizer step time      0.69
+[Apr 30, 2026 - 12:58:53 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 478--------------------
+[Apr 30, 2026 - 12:58:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 12:58:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 12:58:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:58:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 12:59:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389670  35.720062   7.272430
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.937500  94.984375  94.921875
+util                      93.250000  99.000000  89.000000
+[Apr 30, 2026 - 12:59:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 479 : avg iteration time       65.94 seconds
+[Apr 30, 2026 - 12:59:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 479 : data loading time        0.00
+[Apr 30, 2026 - 12:59:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 479 : avg forward pass time    9.63
+[Apr 30, 2026 - 12:59:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 479 : backward pass time       6.69
+[Apr 30, 2026 - 12:59:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 479 : optimizer step time      0.69
+[Apr 30, 2026 - 12:59:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 479--------------------
+[Apr 30, 2026 - 12:59:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 12:59:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 12:59:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 12:59:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.389669   35.720062    7.272434
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.510254  137.695312  136.955078
+util                       61.250000   67.000000   57.000000
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 480 : avg iteration time       152.00 seconds
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 480 : data loading time        0.00
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 480 : avg forward pass time    30.67
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 480 : backward pass time       7.26
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 480 : optimizer step time      0.39
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 480--------------------
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 114257.6280   iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3237          iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 114257.6280iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.7949iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.8224 iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.0750 iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 609445.8125iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 2089.8267iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1397203.7500iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3237iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.0750  iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1397203.7500iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.9035  iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 991512.4375iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.3787  iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 46977.2031iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.8224  iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 2089.8267iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:02:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 13:03:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389728  35.720310   7.272434
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909668  94.984375  94.884766
+util                      93.250000  99.000000  87.000000
+[Apr 30, 2026 - 13:03:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 481 : avg iteration time       65.96 seconds
+[Apr 30, 2026 - 13:03:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 481 : data loading time        0.00
+[Apr 30, 2026 - 13:03:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 481 : avg forward pass time    9.63
+[Apr 30, 2026 - 13:03:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 481 : backward pass time       6.69
+[Apr 30, 2026 - 13:03:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 481 : optimizer step time      0.69
+[Apr 30, 2026 - 13:03:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 481--------------------
+[Apr 30, 2026 - 13:03:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0059        iter count: 1.0
+[Apr 30, 2026 - 13:03:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0059   iter count: 1.0
+[Apr 30, 2026 - 13:03:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:03:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:04:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389729  35.720310   7.272438
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.919434  94.964844  94.904297
+util                      91.750000  99.000000  87.000000
+[Apr 30, 2026 - 13:04:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 482 : avg iteration time       63.82 seconds
+[Apr 30, 2026 - 13:04:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 482 : data loading time        0.00
+[Apr 30, 2026 - 13:04:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 482 : avg forward pass time    9.09
+[Apr 30, 2026 - 13:04:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 482 : backward pass time       6.70
+[Apr 30, 2026 - 13:04:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 482 : optimizer step time      0.68
+[Apr 30, 2026 - 13:04:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 482--------------------
+[Apr 30, 2026 - 13:04:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0047        iter count: 1.0
+[Apr 30, 2026 - 13:04:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0047   iter count: 1.0
+[Apr 30, 2026 - 13:04:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:04:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:05:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389729  35.720310   7.272442
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  94.964844  94.902344
+util                      94.250000  99.000000  88.000000
+[Apr 30, 2026 - 13:05:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 483 : avg iteration time       65.88 seconds
+[Apr 30, 2026 - 13:05:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 483 : data loading time        0.00
+[Apr 30, 2026 - 13:05:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 483 : avg forward pass time    9.61
+[Apr 30, 2026 - 13:05:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 483 : backward pass time       6.71
+[Apr 30, 2026 - 13:05:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 483 : optimizer step time      0.69
+[Apr 30, 2026 - 13:05:47 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 483--------------------
+[Apr 30, 2026 - 13:05:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0048        iter count: 1.0
+[Apr 30, 2026 - 13:05:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0048   iter count: 1.0
+[Apr 30, 2026 - 13:05:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:05:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:06:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389510  35.719429   7.272434
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.918945  94.964844  94.902344
+util                      93.250000  99.000000  89.000000
+[Apr 30, 2026 - 13:06:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 484 : avg iteration time       63.74 seconds
+[Apr 30, 2026 - 13:06:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 484 : data loading time        0.00
+[Apr 30, 2026 - 13:06:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 484 : avg forward pass time    9.08
+[Apr 30, 2026 - 13:06:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 484 : backward pass time       6.69
+[Apr 30, 2026 - 13:06:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 484 : optimizer step time      0.69
+[Apr 30, 2026 - 13:06:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 484--------------------
+[Apr 30, 2026 - 13:06:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 13:06:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 13:06:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:06:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.389558   35.719429    7.272511
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.046875  137.109375  136.859375
+util                       62.250000   67.000000   56.000000
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 485 : avg iteration time       158.46 seconds
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 485 : data loading time        0.00
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 485 : avg forward pass time    32.33
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 485 : backward pass time       7.17
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 485 : optimizer step time      0.39
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 485--------------------
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 349840.3223   iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3628          iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 349840.3223iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.4323iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 5.0619 iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.5715 iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1216602.3750iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 24928.3789iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 3771856.2500iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3628iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.7679  iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 756025.5625iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.5715  iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 3771856.2500iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.3279  iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 313599.3125iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.0619  iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 24928.3789iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:09:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 13:10:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389560  35.719429   7.272522
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.907715  94.982422  94.882812
+util                      93.250000  99.000000  87.000000
+[Apr 30, 2026 - 13:10:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 486 : avg iteration time       63.90 seconds
+[Apr 30, 2026 - 13:10:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 486 : data loading time        0.00
+[Apr 30, 2026 - 13:10:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 486 : avg forward pass time    9.11
+[Apr 30, 2026 - 13:10:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 486 : backward pass time       6.70
+[Apr 30, 2026 - 13:10:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 486 : optimizer step time      0.69
+[Apr 30, 2026 - 13:10:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 486--------------------
+[Apr 30, 2026 - 13:10:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 13:10:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 13:10:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:10:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:11:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389791  35.720352   7.272522
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.903320  94.964844  94.882812
+util                      91.750000  99.000000  87.000000
+[Apr 30, 2026 - 13:11:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 487 : avg iteration time       63.83 seconds
+[Apr 30, 2026 - 13:11:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 487 : data loading time        0.00
+[Apr 30, 2026 - 13:11:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 487 : avg forward pass time    9.09
+[Apr 30, 2026 - 13:11:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 487 : backward pass time       6.69
+[Apr 30, 2026 - 13:11:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 487 : optimizer step time      0.70
+[Apr 30, 2026 - 13:11:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 487--------------------
+[Apr 30, 2026 - 13:11:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 13:11:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 13:11:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:11:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:12:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389891  35.720764   7.272511
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.903320  94.964844  94.882812
+util                      95.500000  99.000000  88.000000
+[Apr 30, 2026 - 13:12:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 488 : avg iteration time       63.75 seconds
+[Apr 30, 2026 - 13:12:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 488 : data loading time        0.00
+[Apr 30, 2026 - 13:12:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 488 : avg forward pass time    9.07
+[Apr 30, 2026 - 13:12:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 488 : backward pass time       6.70
+[Apr 30, 2026 - 13:12:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 488 : optimizer step time      0.69
+[Apr 30, 2026 - 13:12:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 488--------------------
+[Apr 30, 2026 - 13:12:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0053        iter count: 1.0
+[Apr 30, 2026 - 13:12:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0053   iter count: 1.0
+[Apr 30, 2026 - 13:12:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:12:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:13:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389804  35.720417   7.272511
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.903320  94.964844  94.882812
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 13:13:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 489 : avg iteration time       63.78 seconds
+[Apr 30, 2026 - 13:13:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 489 : data loading time        0.00
+[Apr 30, 2026 - 13:13:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 489 : avg forward pass time    9.08
+[Apr 30, 2026 - 13:13:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 489 : backward pass time       6.70
+[Apr 30, 2026 - 13:13:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 489 : optimizer step time      0.69
+[Apr 30, 2026 - 13:13:44 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 489--------------------
+[Apr 30, 2026 - 13:13:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 13:13:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 13:13:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:13:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.389643   35.719654    7.272522
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.496094  137.714844  136.839844
+util                       59.000000   65.000000   56.000000
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 490 : avg iteration time       154.07 seconds
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 490 : data loading time        0.00
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 490 : avg forward pass time    31.13
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 490 : backward pass time       7.38
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 490 : optimizer step time      0.39
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 490--------------------
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 56791.2328    iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2529          iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 56791.2328iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.9324iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.1538 iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.5652 iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 208945.3281iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 10.0500iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 504060.3125iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2529iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.0697  iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 187095.3906iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.9409  iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 144615.5469iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 1.1538  iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 10.0500 iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.5652  iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 504060.3125iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:16:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 13:17:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389702  35.719879   7.272522
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.948730  94.964844  94.943359
+util                      93.250000  99.000000  87.000000
+[Apr 30, 2026 - 13:17:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 491 : avg iteration time       68.17 seconds
+[Apr 30, 2026 - 13:17:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 491 : data loading time        0.00
+[Apr 30, 2026 - 13:17:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 491 : avg forward pass time    10.18
+[Apr 30, 2026 - 13:17:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 491 : backward pass time       6.70
+[Apr 30, 2026 - 13:17:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 491 : optimizer step time      0.69
+[Apr 30, 2026 - 13:17:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 491--------------------
+[Apr 30, 2026 - 13:17:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0055        iter count: 1.0
+[Apr 30, 2026 - 13:17:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0055   iter count: 1.0
+[Apr 30, 2026 - 13:17:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:17:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:18:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389702  35.719879   7.272522
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.942383  94.945312  94.941406
+util                      93.000000  99.000000  89.000000
+[Apr 30, 2026 - 13:18:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 492 : avg iteration time       61.64 seconds
+[Apr 30, 2026 - 13:18:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 492 : data loading time        0.00
+[Apr 30, 2026 - 13:18:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 492 : avg forward pass time    8.55
+[Apr 30, 2026 - 13:18:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 492 : backward pass time       6.69
+[Apr 30, 2026 - 13:18:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 492 : optimizer step time      0.69
+[Apr 30, 2026 - 13:18:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 492--------------------
+[Apr 30, 2026 - 13:18:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 13:18:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 13:18:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:18:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:19:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389699  35.719879   7.272522
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.932617  94.964844  94.921875
+util                      97.000000  99.000000  92.000000
+[Apr 30, 2026 - 13:19:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 493 : avg iteration time       63.90 seconds
+[Apr 30, 2026 - 13:19:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 493 : data loading time        0.00
+[Apr 30, 2026 - 13:19:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 493 : avg forward pass time    9.11
+[Apr 30, 2026 - 13:19:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 493 : backward pass time       6.70
+[Apr 30, 2026 - 13:19:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 493 : optimizer step time      0.69
+[Apr 30, 2026 - 13:19:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 493--------------------
+[Apr 30, 2026 - 13:19:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 13:19:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 13:19:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:19:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:20:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389702  35.719879   7.272522
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.934082  94.964844  94.923828
+util                      93.750000  99.000000  88.000000
+[Apr 30, 2026 - 13:20:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 494 : avg iteration time       66.06 seconds
+[Apr 30, 2026 - 13:20:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 494 : data loading time        0.00
+[Apr 30, 2026 - 13:20:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 494 : avg forward pass time    9.65
+[Apr 30, 2026 - 13:20:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 494 : backward pass time       6.70
+[Apr 30, 2026 - 13:20:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 494 : optimizer step time      0.70
+[Apr 30, 2026 - 13:20:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 494--------------------
+[Apr 30, 2026 - 13:20:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 13:20:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 13:20:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:20:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.389363   35.718433    7.272575
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.530273  137.714844  136.976562
+util                       60.250000   65.000000   53.000000
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 495 : avg iteration time       152.08 seconds
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 495 : data loading time        0.00
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 495 : avg forward pass time    30.69
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 495 : backward pass time       7.25
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 495 : optimizer step time      0.39
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 495--------------------
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 295526.3558   iter count: 1.0
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2010          iter count: 1.0
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 295526.3558iter count: 1.0
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.1601iter count: 1.0
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 0.5798 iter count: 1.0
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.5548 iter count: 1.0
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1157412.3750iter count: 1.0
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 3.1889 iter count: 1.0
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 3648007.5000iter count: 1.0
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2010iter count: 1.0
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.8985  iter count: 1.0
+[Apr 30, 2026 - 13:23:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 981613.7500iter count: 1.0
+[Apr 30, 2026 - 13:23:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 1.6071  iter count: 1.0
+[Apr 30, 2026 - 13:23:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 24.8826 iter count: 1.0
+[Apr 30, 2026 - 13:23:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 0.5798  iter count: 1.0
+[Apr 30, 2026 - 13:23:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 3.1889  iter count: 1.0
+[Apr 30, 2026 - 13:23:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.5548  iter count: 1.0
+[Apr 30, 2026 - 13:23:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 3648007.5000iter count: 1.0
+[Apr 30, 2026 - 13:23:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 13:23:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:23:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.28 seconds
+[Apr 30, 2026 - 13:24:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389418  35.718662   7.272575
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.908691  94.984375  94.882812
+util                      93.250000  99.000000  89.000000
+[Apr 30, 2026 - 13:24:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 496 : avg iteration time       64.16 seconds
+[Apr 30, 2026 - 13:24:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 496 : data loading time        0.00
+[Apr 30, 2026 - 13:24:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 496 : avg forward pass time    9.11
+[Apr 30, 2026 - 13:24:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 496 : backward pass time       6.69
+[Apr 30, 2026 - 13:24:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 496 : optimizer step time      0.69
+[Apr 30, 2026 - 13:24:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 496--------------------
+[Apr 30, 2026 - 13:24:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0025        iter count: 1.0
+[Apr 30, 2026 - 13:24:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 13:24:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:24:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:25:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389787  35.720139   7.272575
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.918457  95.023438  94.882812
+util                      97.000000  99.000000  92.000000
+[Apr 30, 2026 - 13:25:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 497 : avg iteration time       65.90 seconds
+[Apr 30, 2026 - 13:25:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 497 : data loading time        0.00
+[Apr 30, 2026 - 13:25:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 497 : avg forward pass time    9.61
+[Apr 30, 2026 - 13:25:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 497 : backward pass time       6.69
+[Apr 30, 2026 - 13:25:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 497 : optimizer step time      0.69
+[Apr 30, 2026 - 13:25:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 497--------------------
+[Apr 30, 2026 - 13:25:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0025        iter count: 1.0
+[Apr 30, 2026 - 13:25:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 13:25:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:25:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:26:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389787  35.720139   7.272575
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.908203  94.984375  94.882812
+util                      95.000000  99.000000  92.000000
+[Apr 30, 2026 - 13:26:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 498 : avg iteration time       61.53 seconds
+[Apr 30, 2026 - 13:26:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 498 : data loading time        0.00
+[Apr 30, 2026 - 13:26:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 498 : avg forward pass time    8.52
+[Apr 30, 2026 - 13:26:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 498 : backward pass time       6.69
+[Apr 30, 2026 - 13:26:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 498 : optimizer step time      0.69
+[Apr 30, 2026 - 13:26:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 498--------------------
+[Apr 30, 2026 - 13:26:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 13:26:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 13:26:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:26:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:27:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389840  35.720345   7.272583
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909668  94.984375  94.884766
+util                      95.000000  99.000000  89.000000
+[Apr 30, 2026 - 13:27:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 499 : avg iteration time       61.65 seconds
+[Apr 30, 2026 - 13:27:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 499 : data loading time        0.00
+[Apr 30, 2026 - 13:27:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 499 : avg forward pass time    8.54
+[Apr 30, 2026 - 13:27:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 499 : backward pass time       6.69
+[Apr 30, 2026 - 13:27:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 499 : optimizer step time      0.70
+[Apr 30, 2026 - 13:27:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 499--------------------
+[Apr 30, 2026 - 13:27:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 13:27:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 13:27:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:27:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.389560   35.719063    7.272629
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.515137  137.714844  136.916016
+util                       63.000000   68.000000   56.000000
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 500 : avg iteration time       156.61 seconds
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 500 : data loading time        0.00
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 500 : avg forward pass time    31.83
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 500 : backward pass time       7.24
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 500 : optimizer step time      0.39
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 500--------------------
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 6269808.9626  iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3574          iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 6269808.9626iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 7.2864iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.7730 iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 9.0483 iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 21382230.0000iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 13988.6211iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 72319984.0000iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3574iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.1995  iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1792179.3750iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.7730  iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 13988.6211iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 9.0483  iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 72319984.0000iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 8.1247  iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 11402769.0000iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 13:30:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 13:30:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 12.29 seconds
+[Apr 30, 2026 - 13:30:12 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 500
+[Apr 30, 2026 - 13:30:12 | INFO | fastgen.utils.checkpointer:save:311 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000500
+[Apr 30, 2026 - 13:30:12 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] net_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 30, 2026 - 13:30:14 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] fake_score_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 30, 2026 - 13:30:21 | SUCCESS | fastgen.utils.checkpointer:save:362 ] Model saved at iteration 500
+[Apr 30, 2026 - 13:30:22 | INFO | fastgen.trainer:validate:358 ] Validation iteration 500
+[Apr 30, 2026 - 13:30:22 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 13:30:30 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 7.9s
+[Apr 30, 2026 - 13:30:33 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 0: sync_c=6.203
+[Apr 30, 2026 - 13:30:34 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 13:30:40 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 13:30:43 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 1: sync_c=7.152
+[Apr 30, 2026 - 13:30:44 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 13:30:50 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 13:30:53 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 2: sync_c=6.235
+[Apr 30, 2026 - 13:30:54 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 13:31:00 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 13:31:03 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 3: sync_c=4.910
+[Apr 30, 2026 - 13:31:04 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 13:31:10 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 13:31:13 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 4: sync_c=4.921
+[Apr 30, 2026 - 13:31:14 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 13:31:20 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 13:31:23 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 5: sync_c=8.305
+[Apr 30, 2026 - 13:31:24 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 13:31:30 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 13:31:33 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 6: sync_c=7.040
+[Apr 30, 2026 - 13:31:34 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 13:31:40 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 13:31:43 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 7: sync_c=5.965
+[Apr 30, 2026 - 13:31:44 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 13:31:50 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 13:31:53 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 8: sync_c=6.481
+[Apr 30, 2026 - 13:31:54 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 13:32:00 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 13:32:03 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 9: sync_c=5.520
+[Apr 30, 2026 - 13:32:04 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging val0 stats at iteration 500--------------------
+[Apr 30, 2026 - 13:32:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 13:32:19 | INFO | fastgen.callbacks.wandb:on_validation_end:763 ] Logged 10 val videos at iteration 500
+[Apr 30, 2026 - 13:32:19 | INFO | fastgen.callbacks.wandb:on_validation_end:769 ] [SyncEval] val0 mean sync_c: 6.273 (n=10)
+[Apr 30, 2026 - 13:33:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390672  35.725327   7.272011
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.152344  95.667969  94.980469
+util                      95.500000  99.000000  90.000000
+[Apr 30, 2026 - 13:33:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 501 : avg iteration time       202.80 seconds
+[Apr 30, 2026 - 13:33:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 501 : data loading time        0.00
+[Apr 30, 2026 - 13:33:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 501 : avg forward pass time    8.99
+[Apr 30, 2026 - 13:33:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 501 : backward pass time       6.72
+[Apr 30, 2026 - 13:33:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 501 : optimizer step time      0.69
+[Apr 30, 2026 - 13:33:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 501--------------------
+[Apr 30, 2026 - 13:33:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0048        iter count: 1.0
+[Apr 30, 2026 - 13:33:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0048   iter count: 1.0
+[Apr 30, 2026 - 13:33:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:33:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:34:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390724  35.725559   7.272011
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.152344  95.667969  94.980469
+util                      95.750000  99.000000  90.000000
+[Apr 30, 2026 - 13:34:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 502 : avg iteration time       66.00 seconds
+[Apr 30, 2026 - 13:34:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 502 : data loading time        0.00
+[Apr 30, 2026 - 13:34:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 502 : avg forward pass time    9.64
+[Apr 30, 2026 - 13:34:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 502 : backward pass time       6.70
+[Apr 30, 2026 - 13:34:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 502 : optimizer step time      0.69
+[Apr 30, 2026 - 13:34:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 502--------------------
+[Apr 30, 2026 - 13:34:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 13:34:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 13:34:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:34:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:35:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389831  35.721985   7.272011
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  95.153809  95.667969  94.982422
+util                      93.500000  97.000000  88.000000
+[Apr 30, 2026 - 13:35:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 503 : avg iteration time       65.97 seconds
+[Apr 30, 2026 - 13:35:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 503 : data loading time        0.00
+[Apr 30, 2026 - 13:35:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 503 : avg forward pass time    9.63
+[Apr 30, 2026 - 13:35:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 503 : backward pass time       6.71
+[Apr 30, 2026 - 13:35:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 503 : optimizer step time      0.68
+[Apr 30, 2026 - 13:35:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 503--------------------
+[Apr 30, 2026 - 13:35:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0023        iter count: 1.0
+[Apr 30, 2026 - 13:35:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0023   iter count: 1.0
+[Apr 30, 2026 - 13:35:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:35:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:36:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.389831  35.721985   7.272011
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.152344  95.667969  94.980469
+util                      95.000000  99.000000  89.000000
+[Apr 30, 2026 - 13:36:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 504 : avg iteration time       63.82 seconds
+[Apr 30, 2026 - 13:36:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 504 : data loading time        0.00
+[Apr 30, 2026 - 13:36:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 504 : avg forward pass time    9.09
+[Apr 30, 2026 - 13:36:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 504 : backward pass time       6.70
+[Apr 30, 2026 - 13:36:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 504 : optimizer step time      0.68
+[Apr 30, 2026 - 13:36:39 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 504--------------------
+[Apr 30, 2026 - 13:36:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 13:36:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 13:36:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:36:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.390423   35.721985    7.273075
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.036621  137.070312  136.935547
+util                       61.250000   71.000000   54.000000
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 505 : avg iteration time       159.11 seconds
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 505 : data loading time        0.00
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 505 : avg forward pass time    32.38
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 505 : backward pass time       7.29
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 505 : optimizer step time      0.41
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 505--------------------
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 184280.9336   iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4700          iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 184280.9336iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.5030iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 6.1176 iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.9267 iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 530376.1250iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 205911.7188iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1038644.3750iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4700iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.3753  iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 344792.1875iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.1176  iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 205911.7188iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.5923  iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 532156.1875iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.9267  iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 1038644.3750iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:39:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 13:40:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390423  35.721985   7.273075
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.908203  94.984375  94.882812
+util                      92.250000  96.000000  88.000000
+[Apr 30, 2026 - 13:40:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 506 : avg iteration time       66.06 seconds
+[Apr 30, 2026 - 13:40:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 506 : data loading time        0.00
+[Apr 30, 2026 - 13:40:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 506 : avg forward pass time    9.65
+[Apr 30, 2026 - 13:40:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 506 : backward pass time       6.71
+[Apr 30, 2026 - 13:40:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 506 : optimizer step time      0.68
+[Apr 30, 2026 - 13:40:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 506--------------------
+[Apr 30, 2026 - 13:40:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 13:40:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 13:40:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:40:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:41:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390260  35.721317   7.273075
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909668  94.984375  94.884766
+util                      95.000000  99.000000  89.000000
+[Apr 30, 2026 - 13:41:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 507 : avg iteration time       63.84 seconds
+[Apr 30, 2026 - 13:41:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 507 : data loading time        0.00
+[Apr 30, 2026 - 13:41:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 507 : avg forward pass time    9.09
+[Apr 30, 2026 - 13:41:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 507 : backward pass time       6.70
+[Apr 30, 2026 - 13:41:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 507 : optimizer step time      0.68
+[Apr 30, 2026 - 13:41:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 507--------------------
+[Apr 30, 2026 - 13:41:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0045        iter count: 1.0
+[Apr 30, 2026 - 13:41:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 13:41:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:41:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:42:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390254  35.721310   7.273075
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909668  94.984375  94.884766
+util                      93.000000  97.000000  87.000000
+[Apr 30, 2026 - 13:42:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 508 : avg iteration time       63.98 seconds
+[Apr 30, 2026 - 13:42:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 508 : data loading time        0.00
+[Apr 30, 2026 - 13:42:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 508 : avg forward pass time    9.13
+[Apr 30, 2026 - 13:42:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 508 : backward pass time       6.70
+[Apr 30, 2026 - 13:42:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 508 : optimizer step time      0.70
+[Apr 30, 2026 - 13:42:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 508--------------------
+[Apr 30, 2026 - 13:42:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0047        iter count: 1.0
+[Apr 30, 2026 - 13:42:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0047   iter count: 1.0
+[Apr 30, 2026 - 13:42:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:42:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:43:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390260  35.721310   7.273075
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909668  94.984375  94.884766
+util                      91.000000  98.000000  88.000000
+[Apr 30, 2026 - 13:43:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 509 : avg iteration time       68.12 seconds
+[Apr 30, 2026 - 13:43:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 509 : data loading time        0.00
+[Apr 30, 2026 - 13:43:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 509 : avg forward pass time    10.16
+[Apr 30, 2026 - 13:43:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 509 : backward pass time       6.72
+[Apr 30, 2026 - 13:43:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 509 : optimizer step time      0.68
+[Apr 30, 2026 - 13:43:40 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 509--------------------
+[Apr 30, 2026 - 13:43:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 13:43:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 13:43:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:43:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.390135   35.720821    7.273079
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.324707  137.460938  136.916016
+util                       60.500000   67.000000   57.000000
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 510 : avg iteration time       160.43 seconds
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 510 : data loading time        0.00
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 510 : avg forward pass time    32.75
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 510 : backward pass time       7.27
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 510 : optimizer step time      0.39
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 510--------------------
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 6047.5790     iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3572          iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 6047.5790iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.9725iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.4895 iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.7652 iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 27838.7031iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 145.3262iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 101771.9609iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3572iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.5502  iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 8959.4814iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.7652  iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 101771.9609iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.0848  iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 478.0366iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 2.4895  iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 145.3262iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:46:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 13:47:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390188  35.721035   7.273079
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.938477  94.982422  94.923828
+util                      91.500000  99.000000  87.000000
+[Apr 30, 2026 - 13:47:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 511 : avg iteration time       65.98 seconds
+[Apr 30, 2026 - 13:47:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 511 : data loading time        0.00
+[Apr 30, 2026 - 13:47:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 511 : avg forward pass time    9.63
+[Apr 30, 2026 - 13:47:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 511 : backward pass time       6.70
+[Apr 30, 2026 - 13:47:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 511 : optimizer step time      0.69
+[Apr 30, 2026 - 13:47:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 511--------------------
+[Apr 30, 2026 - 13:47:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0025        iter count: 1.0
+[Apr 30, 2026 - 13:47:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 13:47:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:47:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:48:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390215  35.721142   7.273079
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.937500  94.984375  94.921875
+util                      95.000000  99.000000  89.000000
+[Apr 30, 2026 - 13:48:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 512 : avg iteration time       63.69 seconds
+[Apr 30, 2026 - 13:48:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 512 : data loading time        0.00
+[Apr 30, 2026 - 13:48:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 512 : avg forward pass time    9.06
+[Apr 30, 2026 - 13:48:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 512 : backward pass time       6.70
+[Apr 30, 2026 - 13:48:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 512 : optimizer step time      0.68
+[Apr 30, 2026 - 13:48:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 512--------------------
+[Apr 30, 2026 - 13:48:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0047        iter count: 1.0
+[Apr 30, 2026 - 13:48:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0047   iter count: 1.0
+[Apr 30, 2026 - 13:48:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:48:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:49:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390215  35.721142   7.273079
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.938965  94.984375  94.923828
+util                      93.000000  97.000000  87.000000
+[Apr 30, 2026 - 13:49:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 513 : avg iteration time       63.78 seconds
+[Apr 30, 2026 - 13:49:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 513 : data loading time        0.00
+[Apr 30, 2026 - 13:49:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 513 : avg forward pass time    9.08
+[Apr 30, 2026 - 13:49:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 513 : backward pass time       6.71
+[Apr 30, 2026 - 13:49:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 513 : optimizer step time      0.68
+[Apr 30, 2026 - 13:49:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 513--------------------
+[Apr 30, 2026 - 13:49:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 13:49:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 13:49:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:49:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:50:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390216  35.721142   7.273083
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.937500  94.984375  94.921875
+util                      93.000000  99.000000  87.000000
+[Apr 30, 2026 - 13:50:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 514 : avg iteration time       65.91 seconds
+[Apr 30, 2026 - 13:50:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 514 : data loading time        0.00
+[Apr 30, 2026 - 13:50:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 514 : avg forward pass time    9.61
+[Apr 30, 2026 - 13:50:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 514 : backward pass time       6.70
+[Apr 30, 2026 - 13:50:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 514 : optimizer step time      0.69
+[Apr 30, 2026 - 13:50:40 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 514--------------------
+[Apr 30, 2026 - 13:50:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 13:50:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 13:50:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:50:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.390277   35.721390    7.273079
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.422363  137.578125  136.955078
+util                       61.500000   68.000000   57.000000
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 515 : avg iteration time       152.24 seconds
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 515 : data loading time        0.00
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 515 : avg forward pass time    30.71
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 515 : backward pass time       7.23
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 515 : optimizer step time      0.39
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 515--------------------
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 58576.9012    iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4128          iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 58576.9012iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.9586iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.5278 iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.4215 iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 95876.4453iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 21.2358iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 378104.9062iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4128iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.0208  iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 3107.6562iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.4215  iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 378104.9062iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.8642  iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 2271.9712iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 1.5278  iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 21.2358 iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:53:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 13:54:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390331  35.721607   7.273079
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909180  94.982422  94.884766
+util                      97.500000  99.000000  93.000000
+[Apr 30, 2026 - 13:54:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 516 : avg iteration time       70.71 seconds
+[Apr 30, 2026 - 13:54:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 516 : data loading time        0.00
+[Apr 30, 2026 - 13:54:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 516 : avg forward pass time    10.81
+[Apr 30, 2026 - 13:54:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 516 : backward pass time       6.72
+[Apr 30, 2026 - 13:54:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 516 : optimizer step time      0.69
+[Apr 30, 2026 - 13:54:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 516--------------------
+[Apr 30, 2026 - 13:54:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0062        iter count: 1.0
+[Apr 30, 2026 - 13:54:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0062   iter count: 1.0
+[Apr 30, 2026 - 13:54:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:54:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:55:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390255  35.721302   7.273079
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909668  94.984375  94.884766
+util                      94.500000  99.000000  86.000000
+[Apr 30, 2026 - 13:55:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 517 : avg iteration time       66.01 seconds
+[Apr 30, 2026 - 13:55:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 517 : data loading time        0.00
+[Apr 30, 2026 - 13:55:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 517 : avg forward pass time    9.63
+[Apr 30, 2026 - 13:55:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 517 : backward pass time       6.70
+[Apr 30, 2026 - 13:55:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 517 : optimizer step time      0.68
+[Apr 30, 2026 - 13:55:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 517--------------------
+[Apr 30, 2026 - 13:55:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0022        iter count: 1.0
+[Apr 30, 2026 - 13:55:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0022   iter count: 1.0
+[Apr 30, 2026 - 13:55:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:55:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:56:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390258  35.721313   7.273079
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      91.500000  99.000000  87.000000
+[Apr 30, 2026 - 13:56:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 518 : avg iteration time       68.05 seconds
+[Apr 30, 2026 - 13:56:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 518 : data loading time        0.00
+[Apr 30, 2026 - 13:56:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 518 : avg forward pass time    10.15
+[Apr 30, 2026 - 13:56:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 518 : backward pass time       6.70
+[Apr 30, 2026 - 13:56:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 518 : optimizer step time      0.69
+[Apr 30, 2026 - 13:56:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 518--------------------
+[Apr 30, 2026 - 13:56:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0049        iter count: 1.0
+[Apr 30, 2026 - 13:56:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0049   iter count: 1.0
+[Apr 30, 2026 - 13:56:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:56:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 13:57:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390256  35.721302   7.273079
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.907715  94.982422  94.882812
+util                      97.500000  99.000000  93.000000
+[Apr 30, 2026 - 13:57:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 519 : avg iteration time       63.73 seconds
+[Apr 30, 2026 - 13:57:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 519 : data loading time        0.00
+[Apr 30, 2026 - 13:57:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 519 : avg forward pass time    9.07
+[Apr 30, 2026 - 13:57:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 519 : backward pass time       6.70
+[Apr 30, 2026 - 13:57:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 519 : optimizer step time      0.69
+[Apr 30, 2026 - 13:57:40 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 519--------------------
+[Apr 30, 2026 - 13:57:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 13:57:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 13:57:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 13:57:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.390172   35.720882    7.273121
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.051270  137.109375  136.876953
+util                       60.250000   62.000000   59.000000
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 520 : avg iteration time       156.11 seconds
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 520 : data loading time        0.00
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 520 : avg forward pass time    31.73
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 520 : backward pass time       7.17
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 520 : optimizer step time      0.39
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 520--------------------
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 9347.9962     iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2002          iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 9347.9962iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.8670iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.6086 iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.9096 iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 47044.3984iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1362.6127iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 135825.4844iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2002iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.6513  iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 10966.7246iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.2986  iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 40022.7852iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.6086  iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1362.6127iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.9096  iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 135825.4844iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:00:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 14:01:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390174  35.720901   7.273109
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.919434  94.964844  94.904297
+util                      95.750000  99.000000  90.000000
+[Apr 30, 2026 - 14:01:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 521 : avg iteration time       68.25 seconds
+[Apr 30, 2026 - 14:01:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 521 : data loading time        0.00
+[Apr 30, 2026 - 14:01:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 521 : avg forward pass time    10.20
+[Apr 30, 2026 - 14:01:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 521 : backward pass time       6.70
+[Apr 30, 2026 - 14:01:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 521 : optimizer step time      0.69
+[Apr 30, 2026 - 14:01:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 521--------------------
+[Apr 30, 2026 - 14:01:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 14:01:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 14:01:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:01:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:02:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390169  35.720882   7.273109
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.919434  94.964844  94.904297
+util                      95.750000  99.000000  90.000000
+[Apr 30, 2026 - 14:02:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 522 : avg iteration time       66.00 seconds
+[Apr 30, 2026 - 14:02:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 522 : data loading time        0.00
+[Apr 30, 2026 - 14:02:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 522 : avg forward pass time    9.64
+[Apr 30, 2026 - 14:02:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 522 : backward pass time       6.70
+[Apr 30, 2026 - 14:02:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 522 : optimizer step time      0.69
+[Apr 30, 2026 - 14:02:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 522--------------------
+[Apr 30, 2026 - 14:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 14:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 14:02:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:02:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:03:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390169  35.720882   7.273109
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  94.964844  94.902344
+util                      92.750000  99.000000  87.000000
+[Apr 30, 2026 - 14:03:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 523 : avg iteration time       61.67 seconds
+[Apr 30, 2026 - 14:03:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 523 : data loading time        0.00
+[Apr 30, 2026 - 14:03:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 523 : avg forward pass time    8.56
+[Apr 30, 2026 - 14:03:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 523 : backward pass time       6.70
+[Apr 30, 2026 - 14:03:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 523 : optimizer step time      0.69
+[Apr 30, 2026 - 14:03:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 523--------------------
+[Apr 30, 2026 - 14:03:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 14:03:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 14:03:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:03:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:04:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390169  35.720882   7.273109
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.922363  94.982422  94.902344
+util                      92.750000  99.000000  89.000000
+[Apr 30, 2026 - 14:04:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 524 : avg iteration time       61.64 seconds
+[Apr 30, 2026 - 14:04:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 524 : data loading time        0.00
+[Apr 30, 2026 - 14:04:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 524 : avg forward pass time    8.54
+[Apr 30, 2026 - 14:04:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 524 : backward pass time       6.71
+[Apr 30, 2026 - 14:04:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 524 : optimizer step time      0.69
+[Apr 30, 2026 - 14:04:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 524--------------------
+[Apr 30, 2026 - 14:04:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 14:04:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 14:04:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:04:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.390192   35.720882    7.273144
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.515137  137.695312  136.974609
+util                       60.250000   65.000000   53.000000
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 525 : avg iteration time       154.85 seconds
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 525 : data loading time        0.00
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 525 : avg forward pass time    31.32
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 525 : backward pass time       7.29
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 525 : optimizer step time      0.40
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 525--------------------
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1748193.5984  iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5630          iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1748193.5984iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.0836iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.6815 iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.4768 iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 5803775.5000iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 11649.3613iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 23059898.0000iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5630iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.6383  iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 78949.7969iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.5380  iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 64603.0195iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.6815  iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 11649.3613iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 8.4768  iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 23059898.0000iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:07:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 14:08:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390192  35.720901   7.273132
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.981445  95.042969  94.960938
+util                      98.000000  99.000000  95.000000
+[Apr 30, 2026 - 14:08:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 526 : avg iteration time       63.88 seconds
+[Apr 30, 2026 - 14:08:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 526 : data loading time        0.00
+[Apr 30, 2026 - 14:08:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 526 : avg forward pass time    9.10
+[Apr 30, 2026 - 14:08:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 526 : backward pass time       6.70
+[Apr 30, 2026 - 14:08:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 526 : optimizer step time      0.70
+[Apr 30, 2026 - 14:08:13 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 526--------------------
+[Apr 30, 2026 - 14:08:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 14:08:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 14:08:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:08:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:09:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390187  35.720882   7.273132
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.981445  95.042969  94.960938
+util                      91.250000  99.000000  87.000000
+[Apr 30, 2026 - 14:09:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 527 : avg iteration time       66.04 seconds
+[Apr 30, 2026 - 14:09:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 527 : data loading time        0.00
+[Apr 30, 2026 - 14:09:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 527 : avg forward pass time    9.64
+[Apr 30, 2026 - 14:09:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 527 : backward pass time       6.71
+[Apr 30, 2026 - 14:09:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 527 : optimizer step time      0.69
+[Apr 30, 2026 - 14:09:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 527--------------------
+[Apr 30, 2026 - 14:09:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 14:09:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 14:09:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:09:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:10:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390191  35.720882   7.273132
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.981445  95.042969  94.960938
+util                      92.750000  99.000000  89.000000
+[Apr 30, 2026 - 14:10:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 528 : avg iteration time       61.82 seconds
+[Apr 30, 2026 - 14:10:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 528 : data loading time        0.00
+[Apr 30, 2026 - 14:10:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 528 : avg forward pass time    8.59
+[Apr 30, 2026 - 14:10:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 528 : backward pass time       6.70
+[Apr 30, 2026 - 14:10:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 528 : optimizer step time      0.69
+[Apr 30, 2026 - 14:10:21 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 528--------------------
+[Apr 30, 2026 - 14:10:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 14:10:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 14:10:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:10:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:11:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390113  35.720585   7.273132
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.982910  95.042969  94.962891
+util                      93.500000  99.000000  90.000000
+[Apr 30, 2026 - 14:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 529 : avg iteration time       66.01 seconds
+[Apr 30, 2026 - 14:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 529 : data loading time        0.00
+[Apr 30, 2026 - 14:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 529 : avg forward pass time    9.64
+[Apr 30, 2026 - 14:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 529 : backward pass time       6.70
+[Apr 30, 2026 - 14:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 529 : optimizer step time      0.69
+[Apr 30, 2026 - 14:11:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 529--------------------
+[Apr 30, 2026 - 14:11:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 14:11:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 14:11:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:11:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.390090   35.720478    7.273140
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.388184  137.558594  136.876953
+util                       62.750000   72.000000   55.000000
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 530 : avg iteration time       156.96 seconds
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 530 : data loading time        0.00
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 530 : avg forward pass time    31.88
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 530 : backward pass time       7.31
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 530 : optimizer step time      0.39
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 530--------------------
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 143361.7008   iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4070          iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 143361.7008iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.0878iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.7144 iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.1630 iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 465495.6562iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 30.8425iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1666191.1250iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4070iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.8311  iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 116090.8672iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.6428  iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 79669.8438iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.1630  iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1666191.1250iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 1.7144  iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 30.8425 iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:14:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 14:15:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390095  35.720478   7.273136
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.981445  94.984375  94.980469
+util                      95.750000  99.000000  90.000000
+[Apr 30, 2026 - 14:15:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 531 : avg iteration time       61.70 seconds
+[Apr 30, 2026 - 14:15:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 531 : data loading time        0.00
+[Apr 30, 2026 - 14:15:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 531 : avg forward pass time    8.56
+[Apr 30, 2026 - 14:15:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 531 : backward pass time       6.69
+[Apr 30, 2026 - 14:15:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 531 : optimizer step time      0.69
+[Apr 30, 2026 - 14:15:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 531--------------------
+[Apr 30, 2026 - 14:15:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 14:15:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 14:15:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:15:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:16:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390320  35.721390   7.273136
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.981445  94.984375  94.980469
+util                      93.000000  97.000000  87.000000
+[Apr 30, 2026 - 14:16:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 532 : avg iteration time       65.97 seconds
+[Apr 30, 2026 - 14:16:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 532 : data loading time        0.00
+[Apr 30, 2026 - 14:16:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 532 : avg forward pass time    9.63
+[Apr 30, 2026 - 14:16:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 532 : backward pass time       6.70
+[Apr 30, 2026 - 14:16:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 532 : optimizer step time      0.68
+[Apr 30, 2026 - 14:16:11 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 532--------------------
+[Apr 30, 2026 - 14:16:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0056        iter count: 1.0
+[Apr 30, 2026 - 14:16:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0056   iter count: 1.0
+[Apr 30, 2026 - 14:16:11 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:16:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:17:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390326  35.721413   7.273136
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.981445  94.984375  94.980469
+util                      93.750000  99.000000  90.000000
+[Apr 30, 2026 - 14:17:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 533 : avg iteration time       61.57 seconds
+[Apr 30, 2026 - 14:17:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 533 : data loading time        0.00
+[Apr 30, 2026 - 14:17:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 533 : avg forward pass time    8.53
+[Apr 30, 2026 - 14:17:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 533 : backward pass time       6.70
+[Apr 30, 2026 - 14:17:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 533 : optimizer step time      0.69
+[Apr 30, 2026 - 14:17:13 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 533--------------------
+[Apr 30, 2026 - 14:17:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 14:17:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 14:17:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:17:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:18:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390284  35.721256   7.273136
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.981445  94.984375  94.980469
+util                      92.000000  96.000000  86.000000
+[Apr 30, 2026 - 14:18:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 534 : avg iteration time       61.62 seconds
+[Apr 30, 2026 - 14:18:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 534 : data loading time        0.00
+[Apr 30, 2026 - 14:18:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 534 : avg forward pass time    8.55
+[Apr 30, 2026 - 14:18:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 534 : backward pass time       6.70
+[Apr 30, 2026 - 14:18:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 534 : optimizer step time      0.69
+[Apr 30, 2026 - 14:18:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 534--------------------
+[Apr 30, 2026 - 14:18:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 14:18:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 14:18:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:18:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.390156   35.720547    7.273201
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.530273  137.714844  136.976562
+util                       63.500000   73.000000   56.000000
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 535 : avg iteration time       156.74 seconds
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 535 : data loading time        0.00
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 535 : avg forward pass time    31.89
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 535 : backward pass time       7.26
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 535 : optimizer step time      0.40
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 535--------------------
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 15600.4579    iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2466          iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 15600.4579iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.3616iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.8735 iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.8851 iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 62446.9180iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 17102.1367iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 129330.6172iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2466iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.0487  iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 24278.9805iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.8851  iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 129330.6172iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.6391  iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 79075.9297iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.8735  iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 17102.1367iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0049   iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:20:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 14:21:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390159  35.720547   7.273201
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.986328  95.003906  94.980469
+util                      92.750000  99.000000  87.000000
+[Apr 30, 2026 - 14:21:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 536 : avg iteration time       66.17 seconds
+[Apr 30, 2026 - 14:21:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 536 : data loading time        0.00
+[Apr 30, 2026 - 14:21:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 536 : avg forward pass time    9.68
+[Apr 30, 2026 - 14:21:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 536 : backward pass time       6.71
+[Apr 30, 2026 - 14:21:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 536 : optimizer step time      0.69
+[Apr 30, 2026 - 14:21:57 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 536--------------------
+[Apr 30, 2026 - 14:21:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 14:21:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 14:21:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:21:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:23:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390158  35.720547   7.273201
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.913086  95.003906  94.882812
+util                      94.000000  99.000000  90.000000
+[Apr 30, 2026 - 14:23:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 537 : avg iteration time       63.86 seconds
+[Apr 30, 2026 - 14:23:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 537 : data loading time        0.00
+[Apr 30, 2026 - 14:23:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 537 : avg forward pass time    9.11
+[Apr 30, 2026 - 14:23:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 537 : backward pass time       6.70
+[Apr 30, 2026 - 14:23:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 537 : optimizer step time      0.69
+[Apr 30, 2026 - 14:23:01 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 537--------------------
+[Apr 30, 2026 - 14:23:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 14:23:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 14:23:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:23:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:24:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390168  35.720570   7.273201
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.986328  95.003906  94.980469
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 14:24:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 538 : avg iteration time       63.71 seconds
+[Apr 30, 2026 - 14:24:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 538 : data loading time        0.00
+[Apr 30, 2026 - 14:24:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 538 : avg forward pass time    9.07
+[Apr 30, 2026 - 14:24:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 538 : backward pass time       6.70
+[Apr 30, 2026 - 14:24:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 538 : optimizer step time      0.68
+[Apr 30, 2026 - 14:24:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 538--------------------
+[Apr 30, 2026 - 14:24:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0054        iter count: 1.0
+[Apr 30, 2026 - 14:24:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0054   iter count: 1.0
+[Apr 30, 2026 - 14:24:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:24:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:25:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390215  35.720776   7.273201
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.986328  95.003906  94.980469
+util                      92.000000  99.000000  88.000000
+[Apr 30, 2026 - 14:25:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 539 : avg iteration time       61.66 seconds
+[Apr 30, 2026 - 14:25:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 539 : data loading time        0.00
+[Apr 30, 2026 - 14:25:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 539 : avg forward pass time    8.55
+[Apr 30, 2026 - 14:25:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 539 : backward pass time       6.70
+[Apr 30, 2026 - 14:25:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 539 : optimizer step time      0.68
+[Apr 30, 2026 - 14:25:07 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 539--------------------
+[Apr 30, 2026 - 14:25:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 14:25:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 14:25:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:25:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.389922   35.719521    7.273216
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.534668  137.734375  136.935547
+util                       66.500000   70.000000   60.000000
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 540 : avg iteration time       158.96 seconds
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 540 : data loading time        0.00
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 540 : avg forward pass time    32.39
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 540 : backward pass time       7.34
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 540 : optimizer step time      0.40
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 540--------------------
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 26848.7194    iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3828          iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 26848.7194iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.1356iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.5869 iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.5161 iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 122951.4297iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 9640.3779iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 456908.3125iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3828iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.7654  iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 13777.1602iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.5161  iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 456908.3125iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.5869  iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 9640.3779iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.6742  iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 11479.8828iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:27:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 14:28:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390141  35.720417   7.273216
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.963379  95.023438  94.943359
+util                      92.750000  96.000000  87.000000
+[Apr 30, 2026 - 14:28:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 541 : avg iteration time       68.12 seconds
+[Apr 30, 2026 - 14:28:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 541 : data loading time        0.00
+[Apr 30, 2026 - 14:28:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 541 : avg forward pass time    10.17
+[Apr 30, 2026 - 14:28:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 541 : backward pass time       6.72
+[Apr 30, 2026 - 14:28:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 541 : optimizer step time      0.68
+[Apr 30, 2026 - 14:28:54 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 541--------------------
+[Apr 30, 2026 - 14:28:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0023        iter count: 1.0
+[Apr 30, 2026 - 14:28:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0023   iter count: 1.0
+[Apr 30, 2026 - 14:28:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:28:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:29:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390572  35.722130   7.273216
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.952148  94.984375  94.941406
+util                      95.500000  99.000000  90.000000
+[Apr 30, 2026 - 14:29:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 542 : avg iteration time       61.63 seconds
+[Apr 30, 2026 - 14:29:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 542 : data loading time        0.00
+[Apr 30, 2026 - 14:29:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 542 : avg forward pass time    8.55
+[Apr 30, 2026 - 14:29:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 542 : backward pass time       6.70
+[Apr 30, 2026 - 14:29:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 542 : optimizer step time      0.69
+[Apr 30, 2026 - 14:29:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 542--------------------
+[Apr 30, 2026 - 14:29:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 14:29:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 14:29:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:29:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:31:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390428  35.721546   7.273235
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.963379  95.023438  94.943359
+util                      92.000000  95.000000  86.000000
+[Apr 30, 2026 - 14:31:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 543 : avg iteration time       65.97 seconds
+[Apr 30, 2026 - 14:31:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 543 : data loading time        0.00
+[Apr 30, 2026 - 14:31:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 543 : avg forward pass time    9.63
+[Apr 30, 2026 - 14:31:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 543 : backward pass time       6.69
+[Apr 30, 2026 - 14:31:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 543 : optimizer step time      0.69
+[Apr 30, 2026 - 14:31:01 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 543--------------------
+[Apr 30, 2026 - 14:31:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0049        iter count: 1.0
+[Apr 30, 2026 - 14:31:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0049   iter count: 1.0
+[Apr 30, 2026 - 14:31:01 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:31:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:32:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390426  35.721523   7.273216
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.961914  95.023438  94.941406
+util                      91.750000  95.000000  86.000000
+[Apr 30, 2026 - 14:32:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 544 : avg iteration time       61.60 seconds
+[Apr 30, 2026 - 14:32:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 544 : data loading time        0.00
+[Apr 30, 2026 - 14:32:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 544 : avg forward pass time    8.54
+[Apr 30, 2026 - 14:32:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 544 : backward pass time       6.71
+[Apr 30, 2026 - 14:32:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 544 : optimizer step time      0.69
+[Apr 30, 2026 - 14:32:03 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 544--------------------
+[Apr 30, 2026 - 14:32:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 14:32:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 14:32:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:32:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.390485   35.721691    7.273247
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.354004  137.480469  136.974609
+util                       59.500000   66.000000   56.000000
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 545 : avg iteration time       156.96 seconds
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 545 : data loading time        0.00
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 545 : avg forward pass time    31.92
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 545 : backward pass time       7.30
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 545 : optimizer step time      0.40
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 545--------------------
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 794828.8024   iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.1921          iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 794828.8024iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.8393iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.2396 iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.0836 iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 3976745.0000iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 11.9306iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 10503040.0000iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.1921iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.7224  iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 5100338.5000iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.3117  iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 303589.0625iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 8.0836  iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 10503040.0000iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 1.2396  iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 11.9306 iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:34:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 14:35:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390486  35.721687   7.273247
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.923828  94.982422  94.904297
+util                      97.000000  99.000000  92.000000
+[Apr 30, 2026 - 14:35:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 546 : avg iteration time       65.91 seconds
+[Apr 30, 2026 - 14:35:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 546 : data loading time        0.00
+[Apr 30, 2026 - 14:35:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 546 : avg forward pass time    9.61
+[Apr 30, 2026 - 14:35:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 546 : backward pass time       6.70
+[Apr 30, 2026 - 14:35:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 546 : optimizer step time      0.68
+[Apr 30, 2026 - 14:35:46 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 546--------------------
+[Apr 30, 2026 - 14:35:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 14:35:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 14:35:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:35:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:36:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390486  35.721687   7.273247
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.922852  94.984375  94.902344
+util                      92.500000  99.000000  88.000000
+[Apr 30, 2026 - 14:36:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 547 : avg iteration time       61.69 seconds
+[Apr 30, 2026 - 14:36:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 547 : data loading time        0.00
+[Apr 30, 2026 - 14:36:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 547 : avg forward pass time    8.57
+[Apr 30, 2026 - 14:36:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 547 : backward pass time       6.69
+[Apr 30, 2026 - 14:36:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 547 : optimizer step time      0.69
+[Apr 30, 2026 - 14:36:47 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 547--------------------
+[Apr 30, 2026 - 14:36:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 14:36:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 14:36:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:36:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:37:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390611  35.722179   7.273247
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.922852  94.984375  94.902344
+util                      94.750000  99.000000  86.000000
+[Apr 30, 2026 - 14:37:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 548 : avg iteration time       61.75 seconds
+[Apr 30, 2026 - 14:37:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 548 : data loading time        0.00
+[Apr 30, 2026 - 14:37:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 548 : avg forward pass time    8.57
+[Apr 30, 2026 - 14:37:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 548 : backward pass time       6.70
+[Apr 30, 2026 - 14:37:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 548 : optimizer step time      0.69
+[Apr 30, 2026 - 14:37:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 548--------------------
+[Apr 30, 2026 - 14:37:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 14:37:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 14:37:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:37:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:38:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390604  35.722160   7.273247
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.922852  94.984375  94.902344
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 14:38:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 549 : avg iteration time       61.58 seconds
+[Apr 30, 2026 - 14:38:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 549 : data loading time        0.00
+[Apr 30, 2026 - 14:38:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 549 : avg forward pass time    8.53
+[Apr 30, 2026 - 14:38:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 549 : backward pass time       6.70
+[Apr 30, 2026 - 14:38:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 549 : optimizer step time      0.69
+[Apr 30, 2026 - 14:38:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 549--------------------
+[Apr 30, 2026 - 14:38:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0047        iter count: 1.0
+[Apr 30, 2026 - 14:38:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0047   iter count: 1.0
+[Apr 30, 2026 - 14:38:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:38:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.390742   35.720753    7.274677
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.437500  137.597656  136.957031
+util                       58.250000   62.000000   51.000000
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 550 : avg iteration time       161.51 seconds
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 550 : data loading time        0.00
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 550 : avg forward pass time    32.98
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 550 : backward pass time       7.32
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 550 : optimizer step time      0.40
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 550--------------------
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 2276934.7160  iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4353          iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 2276934.7160iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.8547iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.9173 iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.5053 iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 8571592.0000iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 2526.3523iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 24411824.0000iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4353iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.9863  iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 8645392.0000iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.0099  iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1226625.2500iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 8.5053  iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 24411824.0000iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.9173  iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 2526.3523iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:41:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 14:42:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390856  35.721218   7.274666
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.898438  94.945312  94.882812
+util                      92.750000  99.000000  89.000000
+[Apr 30, 2026 - 14:42:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 551 : avg iteration time       63.98 seconds
+[Apr 30, 2026 - 14:42:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 551 : data loading time        0.00
+[Apr 30, 2026 - 14:42:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 551 : avg forward pass time    9.14
+[Apr 30, 2026 - 14:42:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 551 : backward pass time       6.71
+[Apr 30, 2026 - 14:42:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 551 : optimizer step time      0.68
+[Apr 30, 2026 - 14:42:36 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 551--------------------
+[Apr 30, 2026 - 14:42:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 14:42:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 14:42:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:42:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:43:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391349  35.723209   7.274666
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.893555  94.925781  94.882812
+util                      94.750000  99.000000  86.000000
+[Apr 30, 2026 - 14:43:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 552 : avg iteration time       65.94 seconds
+[Apr 30, 2026 - 14:43:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 552 : data loading time        0.00
+[Apr 30, 2026 - 14:43:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 552 : avg forward pass time    9.62
+[Apr 30, 2026 - 14:43:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 552 : backward pass time       6.69
+[Apr 30, 2026 - 14:43:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 552 : optimizer step time      0.69
+[Apr 30, 2026 - 14:43:42 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 552--------------------
+[Apr 30, 2026 - 14:43:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 14:43:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 14:43:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:43:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:44:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391343  35.723186   7.274666
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.893555  94.925781  94.882812
+util                      96.750000  99.000000  92.000000
+[Apr 30, 2026 - 14:44:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 553 : avg iteration time       59.55 seconds
+[Apr 30, 2026 - 14:44:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 553 : data loading time        0.00
+[Apr 30, 2026 - 14:44:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 553 : avg forward pass time    8.02
+[Apr 30, 2026 - 14:44:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 553 : backward pass time       6.70
+[Apr 30, 2026 - 14:44:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 553 : optimizer step time      0.69
+[Apr 30, 2026 - 14:44:42 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 553--------------------
+[Apr 30, 2026 - 14:44:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 14:44:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 14:44:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:44:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:45:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391343  35.723186   7.274666
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.893555  94.925781  94.882812
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 14:45:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 554 : avg iteration time       59.63 seconds
+[Apr 30, 2026 - 14:45:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 554 : data loading time        0.00
+[Apr 30, 2026 - 14:45:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 554 : avg forward pass time    7.99
+[Apr 30, 2026 - 14:45:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 554 : backward pass time       6.94
+[Apr 30, 2026 - 14:45:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 554 : optimizer step time      0.68
+[Apr 30, 2026 - 14:45:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 554--------------------
+[Apr 30, 2026 - 14:45:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 14:45:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 14:45:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:45:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.391142   35.721809    7.274902
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  136.880371  137.070312  136.310547
+util                       63.750000   67.000000   57.000000
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 555 : avg iteration time       152.17 seconds
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 555 : data loading time        0.00
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 555 : avg forward pass time    30.72
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 555 : backward pass time       7.29
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 555 : optimizer step time      0.40
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 555--------------------
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 38610.9454    iter count: 1.0
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3127          iter count: 1.0
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 38610.9454iter count: 1.0
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.4421iter count: 1.0
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.1063 iter count: 1.0
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.5501 iter count: 1.0
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 127917.8125iter count: 1.0
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 498.9650iter count: 1.0
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 488996.2188iter count: 1.0
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3127iter count: 1.0
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.1204  iter count: 1.0
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 513.2401iter count: 1.0
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.9917  iter count: 1.0
+[Apr 30, 2026 - 14:48:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 21662.8203iter count: 1.0
+[Apr 30, 2026 - 14:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.1063  iter count: 1.0
+[Apr 30, 2026 - 14:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 498.9650iter count: 1.0
+[Apr 30, 2026 - 14:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.5501  iter count: 1.0
+[Apr 30, 2026 - 14:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 488996.2188iter count: 1.0
+[Apr 30, 2026 - 14:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 14:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:48:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 14:49:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391201  35.722050   7.274902
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.001953  95.003906  95.000000
+util                      94.500000  98.000000  89.000000
+[Apr 30, 2026 - 14:49:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 556 : avg iteration time       63.97 seconds
+[Apr 30, 2026 - 14:49:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 556 : data loading time        0.00
+[Apr 30, 2026 - 14:49:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 556 : avg forward pass time    9.13
+[Apr 30, 2026 - 14:49:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 556 : backward pass time       6.71
+[Apr 30, 2026 - 14:49:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 556 : optimizer step time      0.68
+[Apr 30, 2026 - 14:49:17 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 556--------------------
+[Apr 30, 2026 - 14:49:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0050        iter count: 1.0
+[Apr 30, 2026 - 14:49:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0050   iter count: 1.0
+[Apr 30, 2026 - 14:49:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:49:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:50:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391199  35.722042   7.274902
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.001953  95.003906  95.000000
+util                      94.500000  98.000000  89.000000
+[Apr 30, 2026 - 14:50:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 557 : avg iteration time       66.00 seconds
+[Apr 30, 2026 - 14:50:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 557 : data loading time        0.00
+[Apr 30, 2026 - 14:50:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 557 : avg forward pass time    9.64
+[Apr 30, 2026 - 14:50:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 557 : backward pass time       6.70
+[Apr 30, 2026 - 14:50:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 557 : optimizer step time      0.68
+[Apr 30, 2026 - 14:50:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 557--------------------
+[Apr 30, 2026 - 14:50:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 14:50:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 14:50:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:50:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:51:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391199  35.722042   7.274902
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.997070  95.001953  94.984375
+util                      94.500000  99.000000  91.000000
+[Apr 30, 2026 - 14:51:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 558 : avg iteration time       63.76 seconds
+[Apr 30, 2026 - 14:51:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 558 : data loading time        0.00
+[Apr 30, 2026 - 14:51:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 558 : avg forward pass time    9.08
+[Apr 30, 2026 - 14:51:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 558 : backward pass time       6.70
+[Apr 30, 2026 - 14:51:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 558 : optimizer step time      0.68
+[Apr 30, 2026 - 14:51:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 558--------------------
+[Apr 30, 2026 - 14:51:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 14:51:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 14:51:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:51:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:52:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391200  35.722042   7.274902
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  95.012207  95.021484  94.984375
+util                      96.250000  99.000000  91.000000
+[Apr 30, 2026 - 14:52:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 559 : avg iteration time       61.66 seconds
+[Apr 30, 2026 - 14:52:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 559 : data loading time        0.00
+[Apr 30, 2026 - 14:52:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 559 : avg forward pass time    8.55
+[Apr 30, 2026 - 14:52:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 559 : backward pass time       6.71
+[Apr 30, 2026 - 14:52:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 559 : optimizer step time      0.68
+[Apr 30, 2026 - 14:52:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 559--------------------
+[Apr 30, 2026 - 14:52:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 14:52:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 14:52:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:52:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.390991   35.721092    7.274944
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.529785  137.734375  136.916016
+util                       60.000000   63.000000   54.000000
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 560 : avg iteration time       161.17 seconds
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 560 : data loading time        0.00
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 560 : avg forward pass time    32.96
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 560 : backward pass time       7.26
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 560 : optimizer step time      0.39
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 560--------------------
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1149381.1959  iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2163          iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1149381.1959iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.0143iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.9324 iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.2650 iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 4936871.0000iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 2603.7498iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 15096450.0000iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2163iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.1844  iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 4310.8438iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 8.2650  iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 15096450.0000iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.9324  iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 2603.7498iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.6756  iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 4644119.5000iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0022   iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:55:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 14:56:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.390996  35.721092   7.274944
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.972168  94.982422  94.943359
+util                      92.750000  96.000000  87.000000
+[Apr 30, 2026 - 14:56:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 561 : avg iteration time       65.99 seconds
+[Apr 30, 2026 - 14:56:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 561 : data loading time        0.00
+[Apr 30, 2026 - 14:56:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 561 : avg forward pass time    9.63
+[Apr 30, 2026 - 14:56:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 561 : backward pass time       6.71
+[Apr 30, 2026 - 14:56:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 561 : optimizer step time      0.68
+[Apr 30, 2026 - 14:56:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 561--------------------
+[Apr 30, 2026 - 14:56:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 14:56:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 14:56:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:56:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:57:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391298  35.722321   7.274944
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.972656  94.982422  94.945312
+util                      93.000000  99.000000  89.000000
+[Apr 30, 2026 - 14:57:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 562 : avg iteration time       61.56 seconds
+[Apr 30, 2026 - 14:57:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 562 : data loading time        0.00
+[Apr 30, 2026 - 14:57:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 562 : avg forward pass time    8.53
+[Apr 30, 2026 - 14:57:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 562 : backward pass time       6.70
+[Apr 30, 2026 - 14:57:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 562 : optimizer step time      0.68
+[Apr 30, 2026 - 14:57:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 562--------------------
+[Apr 30, 2026 - 14:57:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 14:57:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 14:57:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:57:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:58:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391355  35.722546   7.274944
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.972656  94.982422  94.945312
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 14:58:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 563 : avg iteration time       63.73 seconds
+[Apr 30, 2026 - 14:58:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 563 : data loading time        0.00
+[Apr 30, 2026 - 14:58:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 563 : avg forward pass time    9.06
+[Apr 30, 2026 - 14:58:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 563 : backward pass time       6.71
+[Apr 30, 2026 - 14:58:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 563 : optimizer step time      0.68
+[Apr 30, 2026 - 14:58:21 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 563--------------------
+[Apr 30, 2026 - 14:58:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 14:58:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 14:58:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:58:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 14:59:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391304  35.722343   7.274944
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.973145  94.982422  94.945312
+util                      93.000000  99.000000  89.000000
+[Apr 30, 2026 - 14:59:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 564 : avg iteration time       68.07 seconds
+[Apr 30, 2026 - 14:59:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 564 : data loading time        0.00
+[Apr 30, 2026 - 14:59:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 564 : avg forward pass time    10.15
+[Apr 30, 2026 - 14:59:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 564 : backward pass time       6.70
+[Apr 30, 2026 - 14:59:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 564 : optimizer step time      0.68
+[Apr 30, 2026 - 14:59:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 564--------------------
+[Apr 30, 2026 - 14:59:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 14:59:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 14:59:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 14:59:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.391115   35.721554    7.274956
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.495605  137.675781  136.955078
+util                       59.500000   66.000000   56.000000
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 565 : avg iteration time       156.79 seconds
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 565 : data loading time        0.00
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 565 : avg forward pass time    31.83
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 565 : backward pass time       7.28
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 565 : optimizer step time      0.39
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 565--------------------
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 422335.4335   iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3850          iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 422335.4335iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.9204iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.7234 iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.7477 iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1477130.3750iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1714.5061iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 5364996.0000iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3850iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.7234  iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1714.5061iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.5115  iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 452709.7188iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.6988  iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 89101.6719iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.7477  iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 5364996.0000iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:02:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 15:03:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391206  35.721554   7.275322
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.953125  94.984375  94.941406
+util                      97.000000  99.000000  92.000000
+[Apr 30, 2026 - 15:03:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 566 : avg iteration time       66.11 seconds
+[Apr 30, 2026 - 15:03:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 566 : data loading time        0.00
+[Apr 30, 2026 - 15:03:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 566 : avg forward pass time    9.67
+[Apr 30, 2026 - 15:03:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 566 : backward pass time       6.70
+[Apr 30, 2026 - 15:03:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 566 : optimizer step time      0.68
+[Apr 30, 2026 - 15:03:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 566--------------------
+[Apr 30, 2026 - 15:03:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 15:03:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 15:03:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:03:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:04:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391206  35.721554   7.275322
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.938965  94.984375  94.923828
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 15:04:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 567 : avg iteration time       66.02 seconds
+[Apr 30, 2026 - 15:04:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 567 : data loading time        0.00
+[Apr 30, 2026 - 15:04:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 567 : avg forward pass time    9.64
+[Apr 30, 2026 - 15:04:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 567 : backward pass time       6.71
+[Apr 30, 2026 - 15:04:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 567 : optimizer step time      0.68
+[Apr 30, 2026 - 15:04:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 567--------------------
+[Apr 30, 2026 - 15:04:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 15:04:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 15:04:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:04:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:05:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391323  35.722004   7.275322
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.937500  94.984375  94.921875
+util                      96.000000  99.000000  90.000000
+[Apr 30, 2026 - 15:05:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 568 : avg iteration time       65.95 seconds
+[Apr 30, 2026 - 15:05:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 568 : data loading time        0.00
+[Apr 30, 2026 - 15:05:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 568 : avg forward pass time    9.63
+[Apr 30, 2026 - 15:05:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 568 : backward pass time       6.71
+[Apr 30, 2026 - 15:05:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 568 : optimizer step time      0.68
+[Apr 30, 2026 - 15:05:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 568--------------------
+[Apr 30, 2026 - 15:05:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 15:05:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 15:05:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:05:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:06:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391321  35.722004   7.275322
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.938965  94.984375  94.923828
+util                      92.250000  99.000000  88.000000
+[Apr 30, 2026 - 15:06:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 569 : avg iteration time       68.12 seconds
+[Apr 30, 2026 - 15:06:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 569 : data loading time        0.00
+[Apr 30, 2026 - 15:06:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 569 : avg forward pass time    10.17
+[Apr 30, 2026 - 15:06:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 569 : backward pass time       6.70
+[Apr 30, 2026 - 15:06:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 569 : optimizer step time      0.69
+[Apr 30, 2026 - 15:06:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 569--------------------
+[Apr 30, 2026 - 15:06:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 15:06:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 15:06:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:06:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:09:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.391058   35.720806    7.275368
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.446777  137.636719  136.876953
+util                       65.250000   68.000000   59.000000
+[Apr 30, 2026 - 15:09:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 570 : avg iteration time       163.11 seconds
+[Apr 30, 2026 - 15:09:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 570 : data loading time        0.00
+[Apr 30, 2026 - 15:09:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 570 : avg forward pass time    33.41
+[Apr 30, 2026 - 15:09:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 570 : backward pass time       7.36
+[Apr 30, 2026 - 15:09:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 570 : optimizer step time      0.39
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 570--------------------
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 123691.5151   iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3574          iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 123691.5151iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.8491iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.5790 iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.8337 iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 300954.7188iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 173.8183iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 862257.9375iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3574iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.6154  iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1381.3121iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.8337  iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 862257.9375iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.5790  iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 173.8183iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.3684  iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 340005.8750iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:09:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 15:10:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391063  35.720821   7.275368
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.913574  95.001953  94.882812
+util                      96.250000  99.000000  91.000000
+[Apr 30, 2026 - 15:10:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 571 : avg iteration time       63.98 seconds
+[Apr 30, 2026 - 15:10:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 571 : data loading time        0.00
+[Apr 30, 2026 - 15:10:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 571 : avg forward pass time    9.13
+[Apr 30, 2026 - 15:10:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 571 : backward pass time       6.70
+[Apr 30, 2026 - 15:10:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 571 : optimizer step time      0.68
+[Apr 30, 2026 - 15:10:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 571--------------------
+[Apr 30, 2026 - 15:10:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 15:10:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 15:10:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:10:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:11:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391482  35.722500   7.275368
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.904785  94.964844  94.884766
+util                      97.250000  99.000000  93.000000
+[Apr 30, 2026 - 15:11:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 572 : avg iteration time       66.03 seconds
+[Apr 30, 2026 - 15:11:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 572 : data loading time        0.00
+[Apr 30, 2026 - 15:11:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 572 : avg forward pass time    9.64
+[Apr 30, 2026 - 15:11:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 572 : backward pass time       6.70
+[Apr 30, 2026 - 15:11:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 572 : optimizer step time      0.69
+[Apr 30, 2026 - 15:11:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 572--------------------
+[Apr 30, 2026 - 15:11:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 15:11:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 15:11:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:11:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:12:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391484  35.722500   7.275368
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.903320  94.964844  94.882812
+util                      94.500000  99.000000  91.000000
+[Apr 30, 2026 - 15:12:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 573 : avg iteration time       68.11 seconds
+[Apr 30, 2026 - 15:12:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 573 : data loading time        0.00
+[Apr 30, 2026 - 15:12:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 573 : avg forward pass time    10.16
+[Apr 30, 2026 - 15:12:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 573 : backward pass time       6.69
+[Apr 30, 2026 - 15:12:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 573 : optimizer step time      0.69
+[Apr 30, 2026 - 15:12:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 573--------------------
+[Apr 30, 2026 - 15:12:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 15:12:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 15:12:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:12:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:13:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391491  35.722500   7.275391
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.904297  94.964844  94.882812
+util                      94.500000  97.000000  89.000000
+[Apr 30, 2026 - 15:13:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 574 : avg iteration time       61.64 seconds
+[Apr 30, 2026 - 15:13:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 574 : data loading time        0.00
+[Apr 30, 2026 - 15:13:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 574 : avg forward pass time    8.55
+[Apr 30, 2026 - 15:13:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 574 : backward pass time       6.70
+[Apr 30, 2026 - 15:13:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 574 : optimizer step time      0.69
+[Apr 30, 2026 - 15:13:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 574--------------------
+[Apr 30, 2026 - 15:13:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 15:13:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 15:13:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:13:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.391329   35.721596    7.275467
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.437012  137.636719  136.837891
+util                       58.500000   62.000000   52.000000
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 575 : avg iteration time       152.37 seconds
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 575 : data loading time        0.00
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 575 : avg forward pass time    30.75
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 575 : backward pass time       7.31
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 575 : optimizer step time      0.39
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 575--------------------
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 9596650.9134  iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.6736          iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 9596650.9134iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.0988iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.4739 iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.8928 iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 13868835.0000iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 140.8733iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 52984152.0000iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.6736iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.6821  iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 86177.1641iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 2.4739  iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 140.8733iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.3465  iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 2404872.5000iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 8.8928  iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 52984152.0000iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:16:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 15:17:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391393  35.721836   7.275467
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.961914  95.023438  94.941406
+util                      93.750000  99.000000  90.000000
+[Apr 30, 2026 - 15:17:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 576 : avg iteration time       65.98 seconds
+[Apr 30, 2026 - 15:17:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 576 : data loading time        0.00
+[Apr 30, 2026 - 15:17:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 576 : avg forward pass time    9.62
+[Apr 30, 2026 - 15:17:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 576 : backward pass time       6.70
+[Apr 30, 2026 - 15:17:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 576 : optimizer step time      0.69
+[Apr 30, 2026 - 15:17:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 576--------------------
+[Apr 30, 2026 - 15:17:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0025        iter count: 1.0
+[Apr 30, 2026 - 15:17:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 15:17:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:17:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:18:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391389  35.721836   7.275467
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.963379  95.023438  94.943359
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 15:18:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 577 : avg iteration time       65.91 seconds
+[Apr 30, 2026 - 15:18:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 577 : data loading time        0.00
+[Apr 30, 2026 - 15:18:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 577 : avg forward pass time    9.61
+[Apr 30, 2026 - 15:18:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 577 : backward pass time       6.70
+[Apr 30, 2026 - 15:18:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 577 : optimizer step time      0.68
+[Apr 30, 2026 - 15:18:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 577--------------------
+[Apr 30, 2026 - 15:18:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 15:18:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 15:18:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:18:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:19:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391390  35.721836   7.275471
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.963379  95.023438  94.943359
+util                      93.750000  99.000000  90.000000
+[Apr 30, 2026 - 15:19:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 578 : avg iteration time       63.89 seconds
+[Apr 30, 2026 - 15:19:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 578 : data loading time        0.00
+[Apr 30, 2026 - 15:19:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 578 : avg forward pass time    9.11
+[Apr 30, 2026 - 15:19:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 578 : backward pass time       6.69
+[Apr 30, 2026 - 15:19:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 578 : optimizer step time      0.69
+[Apr 30, 2026 - 15:19:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 578--------------------
+[Apr 30, 2026 - 15:19:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0025        iter count: 1.0
+[Apr 30, 2026 - 15:19:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 15:19:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:19:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:20:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391391  35.721836   7.275467
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.963379  95.023438  94.943359
+util                      94.500000  99.000000  91.000000
+[Apr 30, 2026 - 15:20:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 579 : avg iteration time       63.81 seconds
+[Apr 30, 2026 - 15:20:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 579 : data loading time        0.00
+[Apr 30, 2026 - 15:20:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 579 : avg forward pass time    9.09
+[Apr 30, 2026 - 15:20:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 579 : backward pass time       6.71
+[Apr 30, 2026 - 15:20:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 579 : optimizer step time      0.68
+[Apr 30, 2026 - 15:20:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 579--------------------
+[Apr 30, 2026 - 15:20:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 15:20:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 15:20:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:20:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.391168   35.720802    7.275517
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.090332  137.167969  136.857422
+util                       61.000000   68.000000   57.000000
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 580 : avg iteration time       158.79 seconds
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 580 : data loading time        0.00
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 580 : avg forward pass time    32.39
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 580 : backward pass time       7.24
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 580 : optimizer step time      0.39
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 580--------------------
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 190768.3245   iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4192          iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 190768.3245iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.0623iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.9923 iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.4485 iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 819955.5000iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 21688.2461iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 2949061.2500iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4192iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.9923  iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 21688.2461iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.4485  iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 2949061.2500iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.6337  iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 78235.0625iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.1747  iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 230837.4844iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0058   iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:23:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 15:24:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391170  35.720802   7.275517
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.937988  94.982422  94.921875
+util                      93.500000  99.000000  88.000000
+[Apr 30, 2026 - 15:24:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 581 : avg iteration time       63.95 seconds
+[Apr 30, 2026 - 15:24:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 581 : data loading time        0.00
+[Apr 30, 2026 - 15:24:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 581 : avg forward pass time    9.13
+[Apr 30, 2026 - 15:24:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 581 : backward pass time       6.70
+[Apr 30, 2026 - 15:24:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 581 : optimizer step time      0.69
+[Apr 30, 2026 - 15:24:10 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 581--------------------
+[Apr 30, 2026 - 15:24:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 15:24:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 15:24:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:24:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:25:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391539  35.722282   7.275517
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.937500  94.984375  94.921875
+util                      92.250000  99.000000  88.000000
+[Apr 30, 2026 - 15:25:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 582 : avg iteration time       66.03 seconds
+[Apr 30, 2026 - 15:25:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 582 : data loading time        0.00
+[Apr 30, 2026 - 15:25:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 582 : avg forward pass time    9.64
+[Apr 30, 2026 - 15:25:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 582 : backward pass time       6.70
+[Apr 30, 2026 - 15:25:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 582 : optimizer step time      0.69
+[Apr 30, 2026 - 15:25:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 582--------------------
+[Apr 30, 2026 - 15:25:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 15:25:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 15:25:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:25:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:26:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391665  35.722775   7.275532
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.938965  94.984375  94.923828
+util                      97.250000  99.000000  93.000000
+[Apr 30, 2026 - 15:26:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 583 : avg iteration time       65.91 seconds
+[Apr 30, 2026 - 15:26:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 583 : data loading time        0.00
+[Apr 30, 2026 - 15:26:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 583 : avg forward pass time    9.62
+[Apr 30, 2026 - 15:26:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 583 : backward pass time       6.70
+[Apr 30, 2026 - 15:26:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 583 : optimizer step time      0.69
+[Apr 30, 2026 - 15:26:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 583--------------------
+[Apr 30, 2026 - 15:26:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0045        iter count: 1.0
+[Apr 30, 2026 - 15:26:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 15:26:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:26:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:27:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391565  35.722393   7.275517
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.938965  94.984375  94.923828
+util                      93.750000  99.000000  90.000000
+[Apr 30, 2026 - 15:27:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 584 : avg iteration time       61.71 seconds
+[Apr 30, 2026 - 15:27:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 584 : data loading time        0.00
+[Apr 30, 2026 - 15:27:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 584 : avg forward pass time    8.56
+[Apr 30, 2026 - 15:27:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 584 : backward pass time       6.69
+[Apr 30, 2026 - 15:27:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 584 : optimizer step time      0.70
+[Apr 30, 2026 - 15:27:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 584--------------------
+[Apr 30, 2026 - 15:27:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 15:27:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 15:27:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:27:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.391510   35.721947    7.275585
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.510742  137.695312  136.957031
+util                       59.750000   63.000000   53.000000
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 585 : avg iteration time       159.02 seconds
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 585 : data loading time        0.00
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 585 : avg forward pass time    32.45
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 585 : backward pass time       7.32
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 585 : optimizer step time      0.39
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 585--------------------
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 87356.4126    iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5381          iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 87356.4126iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.6993iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.5504 iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.8331 iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 218334.4531iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1212.8347iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 861220.0000iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5381iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.5504  iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1212.8347iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.8890  iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 2387.5540iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.5249  iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 8517.4189iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.8331  iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 861220.0000iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:30:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 15:31:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391634  35.722443   7.275585
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.922852  94.984375  94.902344
+util                      92.250000  99.000000  88.000000
+[Apr 30, 2026 - 15:31:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 586 : avg iteration time       63.96 seconds
+[Apr 30, 2026 - 15:31:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 586 : data loading time        0.00
+[Apr 30, 2026 - 15:31:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 586 : avg forward pass time    9.12
+[Apr 30, 2026 - 15:31:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 586 : backward pass time       6.70
+[Apr 30, 2026 - 15:31:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 586 : optimizer step time      0.70
+[Apr 30, 2026 - 15:31:07 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 586--------------------
+[Apr 30, 2026 - 15:31:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 15:31:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 15:31:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:31:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:32:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391634  35.722443   7.275600
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.937500  95.042969  94.902344
+util                      93.500000  99.000000  88.000000
+[Apr 30, 2026 - 15:32:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 587 : avg iteration time       65.97 seconds
+[Apr 30, 2026 - 15:32:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 587 : data loading time        0.00
+[Apr 30, 2026 - 15:32:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 587 : avg forward pass time    9.63
+[Apr 30, 2026 - 15:32:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 587 : backward pass time       6.70
+[Apr 30, 2026 - 15:32:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 587 : optimizer step time      0.69
+[Apr 30, 2026 - 15:32:13 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 587--------------------
+[Apr 30, 2026 - 15:32:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0051        iter count: 1.0
+[Apr 30, 2026 - 15:32:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0051   iter count: 1.0
+[Apr 30, 2026 - 15:32:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:32:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:33:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391635  35.722443   7.275585
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.922852  94.984375  94.902344
+util                      92.250000  99.000000  88.000000
+[Apr 30, 2026 - 15:33:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 588 : avg iteration time       63.83 seconds
+[Apr 30, 2026 - 15:33:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 588 : data loading time        0.00
+[Apr 30, 2026 - 15:33:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 588 : avg forward pass time    9.10
+[Apr 30, 2026 - 15:33:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 588 : backward pass time       6.70
+[Apr 30, 2026 - 15:33:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 588 : optimizer step time      0.69
+[Apr 30, 2026 - 15:33:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 588--------------------
+[Apr 30, 2026 - 15:33:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 15:33:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 15:33:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:33:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:34:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391630  35.722443   7.275585
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.922852  94.984375  94.902344
+util                      95.500000  99.000000  88.000000
+[Apr 30, 2026 - 15:34:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 589 : avg iteration time       63.75 seconds
+[Apr 30, 2026 - 15:34:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 589 : data loading time        0.00
+[Apr 30, 2026 - 15:34:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 589 : avg forward pass time    9.07
+[Apr 30, 2026 - 15:34:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 589 : backward pass time       6.70
+[Apr 30, 2026 - 15:34:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 589 : optimizer step time      0.70
+[Apr 30, 2026 - 15:34:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 589--------------------
+[Apr 30, 2026 - 15:34:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 15:34:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 15:34:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:34:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.391325   35.721104    7.275616
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.480957  137.734375  136.720703
+util                       60.000000   67.000000   56.000000
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 590 : avg iteration time       163.27 seconds
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 590 : data loading time        0.00
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 590 : avg forward pass time    33.47
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 590 : backward pass time       7.37
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 590 : optimizer step time      0.39
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 590--------------------
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 90336.0486    iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.6440          iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 90336.0486iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.0791iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.6868 iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.4173 iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 189660.0625iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 215.6304iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 374962.5312iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.6440iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.4173  iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 374962.5312iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.8036  iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 14871.4521iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.4087  iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 368590.6562iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 2.6868  iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 215.6304iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:37:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 15:38:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391327  35.721104   7.275635
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.904297  95.021484  94.865234
+util                      92.750000  99.000000  89.000000
+[Apr 30, 2026 - 15:38:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 591 : avg iteration time       66.00 seconds
+[Apr 30, 2026 - 15:38:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 591 : data loading time        0.00
+[Apr 30, 2026 - 15:38:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 591 : avg forward pass time    9.64
+[Apr 30, 2026 - 15:38:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 591 : backward pass time       6.71
+[Apr 30, 2026 - 15:38:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 591 : optimizer step time      0.68
+[Apr 30, 2026 - 15:38:09 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 591--------------------
+[Apr 30, 2026 - 15:38:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 15:38:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 15:38:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:38:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:39:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391691  35.722580   7.275616
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.917969  95.023438  94.882812
+util                      93.000000  96.000000  88.000000
+[Apr 30, 2026 - 15:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 592 : avg iteration time       68.25 seconds
+[Apr 30, 2026 - 15:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 592 : data loading time        0.00
+[Apr 30, 2026 - 15:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 592 : avg forward pass time    10.20
+[Apr 30, 2026 - 15:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 592 : backward pass time       6.70
+[Apr 30, 2026 - 15:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 592 : optimizer step time      0.69
+[Apr 30, 2026 - 15:39:18 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 592--------------------
+[Apr 30, 2026 - 15:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0023        iter count: 1.0
+[Apr 30, 2026 - 15:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0023   iter count: 1.0
+[Apr 30, 2026 - 15:39:18 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:39:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:40:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391754  35.722832   7.275616
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.903320  95.023438  94.863281
+util                      96.750000  99.000000  92.000000
+[Apr 30, 2026 - 15:40:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 593 : avg iteration time       63.84 seconds
+[Apr 30, 2026 - 15:40:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 593 : data loading time        0.00
+[Apr 30, 2026 - 15:40:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 593 : avg forward pass time    9.09
+[Apr 30, 2026 - 15:40:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 593 : backward pass time       6.70
+[Apr 30, 2026 - 15:40:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 593 : optimizer step time      0.69
+[Apr 30, 2026 - 15:40:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 593--------------------
+[Apr 30, 2026 - 15:40:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 15:40:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 15:40:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:40:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:41:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391696  35.722584   7.275616
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.903320  95.023438  94.863281
+util                      98.000000  99.000000  95.000000
+[Apr 30, 2026 - 15:41:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 594 : avg iteration time       63.84 seconds
+[Apr 30, 2026 - 15:41:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 594 : data loading time        0.00
+[Apr 30, 2026 - 15:41:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 594 : avg forward pass time    9.10
+[Apr 30, 2026 - 15:41:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 594 : backward pass time       6.70
+[Apr 30, 2026 - 15:41:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 594 : optimizer step time      0.69
+[Apr 30, 2026 - 15:41:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 594--------------------
+[Apr 30, 2026 - 15:41:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 15:41:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 15:41:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:41:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.391538   35.721939    7.275623
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.476074  137.675781  136.876953
+util                       61.500000   70.000000   56.000000
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 595 : avg iteration time       152.45 seconds
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 595 : data loading time        0.00
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 595 : avg forward pass time    30.74
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 595 : backward pass time       7.33
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 595 : optimizer step time      0.39
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 595--------------------
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 210146.6013   iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3457          iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 210146.6013iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.4012iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.1054 iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.5250 iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 872936.9375iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 3680.5986iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 3436594.7500iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3457iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.5250  iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 3436594.7500iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.6772  iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 11549.8896iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.2973  iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 39922.4531iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.1054  iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 3680.5986iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:43:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 15:45:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391605  35.722206   7.275627
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.893555  94.984375  94.863281
+util                      92.000000  99.000000  88.000000
+[Apr 30, 2026 - 15:45:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 596 : avg iteration time       68.22 seconds
+[Apr 30, 2026 - 15:45:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 596 : data loading time        0.00
+[Apr 30, 2026 - 15:45:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 596 : avg forward pass time    10.19
+[Apr 30, 2026 - 15:45:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 596 : backward pass time       6.70
+[Apr 30, 2026 - 15:45:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 596 : optimizer step time      0.69
+[Apr 30, 2026 - 15:45:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 596--------------------
+[Apr 30, 2026 - 15:45:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 15:45:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 15:45:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:45:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:46:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391598  35.722187   7.275616
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.895020  94.984375  94.865234
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 15:46:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 597 : avg iteration time       65.93 seconds
+[Apr 30, 2026 - 15:46:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 597 : data loading time        0.00
+[Apr 30, 2026 - 15:46:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 597 : avg forward pass time    9.62
+[Apr 30, 2026 - 15:46:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 597 : backward pass time       6.69
+[Apr 30, 2026 - 15:46:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 597 : optimizer step time      0.70
+[Apr 30, 2026 - 15:46:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 597--------------------
+[Apr 30, 2026 - 15:46:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 15:46:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 15:46:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:46:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:47:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391661  35.722439   7.275616
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.938965  94.984375  94.923828
+util                      96.750000  99.000000  92.000000
+[Apr 30, 2026 - 15:47:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 598 : avg iteration time       63.78 seconds
+[Apr 30, 2026 - 15:47:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 598 : data loading time        0.00
+[Apr 30, 2026 - 15:47:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 598 : avg forward pass time    9.08
+[Apr 30, 2026 - 15:47:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 598 : backward pass time       6.69
+[Apr 30, 2026 - 15:47:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 598 : optimizer step time      0.69
+[Apr 30, 2026 - 15:47:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 598--------------------
+[Apr 30, 2026 - 15:47:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0048        iter count: 1.0
+[Apr 30, 2026 - 15:47:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0048   iter count: 1.0
+[Apr 30, 2026 - 15:47:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:47:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:48:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391721  35.722679   7.275616
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.893555  94.984375  94.863281
+util                      92.750000  99.000000  87.000000
+[Apr 30, 2026 - 15:48:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 599 : avg iteration time       61.66 seconds
+[Apr 30, 2026 - 15:48:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 599 : data loading time        0.00
+[Apr 30, 2026 - 15:48:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 599 : avg forward pass time    8.55
+[Apr 30, 2026 - 15:48:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 599 : backward pass time       6.70
+[Apr 30, 2026 - 15:48:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 599 : optimizer step time      0.70
+[Apr 30, 2026 - 15:48:17 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 599--------------------
+[Apr 30, 2026 - 15:48:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0022        iter count: 1.0
+[Apr 30, 2026 - 15:48:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0022   iter count: 1.0
+[Apr 30, 2026 - 15:48:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:48:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.391831   35.722931    7.275681
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.090332  137.167969  136.857422
+util                       61.000000   68.000000   57.000000
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 600 : avg iteration time       154.46 seconds
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 600 : data loading time        0.00
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 600 : avg forward pass time    31.23
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 600 : backward pass time       7.30
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 600 : optimizer step time      0.40
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 600--------------------
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 145076.5799   iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2532          iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 145076.5799iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.0796iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.2890 iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.0696 iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 529301.3125iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 97.3167iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1382211.6250iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2532iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 2.2890  iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 97.3167 iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.7507  iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 730368.5625iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.0696  iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1382211.6250iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.2090  iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 4527.9390iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 15:50:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 15:51:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 12.15 seconds
+[Apr 30, 2026 - 15:51:04 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 600
+[Apr 30, 2026 - 15:51:04 | INFO | fastgen.utils.checkpointer:save:311 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000600
+[Apr 30, 2026 - 15:51:04 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] net_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 30, 2026 - 15:51:05 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] fake_score_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 30, 2026 - 15:51:13 | SUCCESS | fastgen.utils.checkpointer:save:362 ] Model saved at iteration 600
+[Apr 30, 2026 - 15:51:14 | INFO | fastgen.trainer:validate:358 ] Validation iteration 600
+[Apr 30, 2026 - 15:51:14 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 15:51:22 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 7.8s
+[Apr 30, 2026 - 15:51:25 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 0: sync_c=5.988
+[Apr 30, 2026 - 15:51:26 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 15:51:32 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 15:51:35 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 1: sync_c=7.284
+[Apr 30, 2026 - 15:51:36 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 15:51:42 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 15:51:45 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 2: sync_c=6.244
+[Apr 30, 2026 - 15:51:46 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 15:51:52 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 15:51:55 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 3: sync_c=5.141
+[Apr 30, 2026 - 15:51:56 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 15:52:02 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 15:52:05 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 4: sync_c=5.105
+[Apr 30, 2026 - 15:52:05 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 15:52:12 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 15:52:15 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 5: sync_c=7.812
+[Apr 30, 2026 - 15:52:15 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 15:52:22 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 15:52:25 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 6: sync_c=7.266
+[Apr 30, 2026 - 15:52:25 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 15:52:32 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 15:52:35 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 7: sync_c=5.789
+[Apr 30, 2026 - 15:52:35 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 15:52:42 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 15:52:45 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 8: sync_c=6.323
+[Apr 30, 2026 - 15:52:45 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 15:52:52 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 15:52:55 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 9: sync_c=5.713
+[Apr 30, 2026 - 15:52:56 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging val0 stats at iteration 600--------------------
+[Apr 30, 2026 - 15:52:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 15:53:11 | INFO | fastgen.callbacks.wandb:on_validation_end:763 ] Logged 10 val videos at iteration 600
+[Apr 30, 2026 - 15:53:11 | INFO | fastgen.callbacks.wandb:on_validation_end:769 ] [SyncEval] val0 mean sync_c: 6.266 (n=10)
+[Apr 30, 2026 - 15:54:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392377  35.727127   7.275005
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.176758  95.589844  95.039062
+util                      92.000000  99.000000  88.000000
+[Apr 30, 2026 - 15:54:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 601 : avg iteration time       202.59 seconds
+[Apr 30, 2026 - 15:54:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 601 : data loading time        0.00
+[Apr 30, 2026 - 15:54:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 601 : avg forward pass time    9.01
+[Apr 30, 2026 - 15:54:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 601 : backward pass time       6.72
+[Apr 30, 2026 - 15:54:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 601 : optimizer step time      0.69
+[Apr 30, 2026 - 15:54:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 601--------------------
+[Apr 30, 2026 - 15:54:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 15:54:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 15:54:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:54:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:55:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392371  35.727112   7.275005
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.176758  95.589844  95.039062
+util                      93.500000  99.000000  90.000000
+[Apr 30, 2026 - 15:55:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 602 : avg iteration time       61.62 seconds
+[Apr 30, 2026 - 15:55:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 602 : data loading time        0.00
+[Apr 30, 2026 - 15:55:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 602 : avg forward pass time    8.54
+[Apr 30, 2026 - 15:55:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 602 : backward pass time       6.70
+[Apr 30, 2026 - 15:55:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 602 : optimizer step time      0.68
+[Apr 30, 2026 - 15:55:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 602--------------------
+[Apr 30, 2026 - 15:55:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 15:55:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 15:55:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:55:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:56:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392308  35.726860   7.275005
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  95.148926  95.589844  95.001953
+util                      94.000000  99.000000  88.000000
+[Apr 30, 2026 - 15:56:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 603 : avg iteration time       65.96 seconds
+[Apr 30, 2026 - 15:56:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 603 : data loading time        0.00
+[Apr 30, 2026 - 15:56:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 603 : avg forward pass time    9.62
+[Apr 30, 2026 - 15:56:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 603 : backward pass time       6.72
+[Apr 30, 2026 - 15:56:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 603 : optimizer step time      0.68
+[Apr 30, 2026 - 15:56:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 603--------------------
+[Apr 30, 2026 - 15:56:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 15:56:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 15:56:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:56:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 15:57:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391494  35.723602   7.275005
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.176758  95.589844  95.039062
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 15:57:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 604 : avg iteration time       63.74 seconds
+[Apr 30, 2026 - 15:57:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 604 : data loading time        0.00
+[Apr 30, 2026 - 15:57:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 604 : avg forward pass time    9.07
+[Apr 30, 2026 - 15:57:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 604 : backward pass time       6.70
+[Apr 30, 2026 - 15:57:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 604 : optimizer step time      0.68
+[Apr 30, 2026 - 15:57:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 604--------------------
+[Apr 30, 2026 - 15:57:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 15:57:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 15:57:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 15:57:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.391801   35.723190    7.275543
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.397949  137.578125  136.857422
+util                       62.250000   69.000000   59.000000
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 605 : avg iteration time       156.31 seconds
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 605 : data loading time        0.00
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 605 : avg forward pass time    31.71
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 605 : backward pass time       7.27
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 605 : optimizer step time      0.39
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 605--------------------
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 233929.3924   iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.6360          iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 233929.3924iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.6655iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.2852 iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.8223 iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 339644.9375iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 96.5780iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 842929.8750iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.6360iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 2.2852  iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 96.5780 iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 2.9783  iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 386.2769iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.8223  iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 842929.8750iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.5761  iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 515167.0000iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:00:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 16:01:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391859  35.723419   7.275543
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.943848  95.003906  94.923828
+util                      92.000000  95.000000  87.000000
+[Apr 30, 2026 - 16:01:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 606 : avg iteration time       66.02 seconds
+[Apr 30, 2026 - 16:01:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 606 : data loading time        0.00
+[Apr 30, 2026 - 16:01:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 606 : avg forward pass time    9.64
+[Apr 30, 2026 - 16:01:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 606 : backward pass time       6.70
+[Apr 30, 2026 - 16:01:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 606 : optimizer step time      0.69
+[Apr 30, 2026 - 16:01:08 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 606--------------------
+[Apr 30, 2026 - 16:01:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 16:01:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 16:01:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:01:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:02:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392046  35.724167   7.275543
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.943848  95.003906  94.923828
+util                      91.250000  99.000000  87.000000
+[Apr 30, 2026 - 16:02:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 607 : avg iteration time       65.94 seconds
+[Apr 30, 2026 - 16:02:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 607 : data loading time        0.00
+[Apr 30, 2026 - 16:02:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 607 : avg forward pass time    9.62
+[Apr 30, 2026 - 16:02:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 607 : backward pass time       6.70
+[Apr 30, 2026 - 16:02:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 607 : optimizer step time      0.68
+[Apr 30, 2026 - 16:02:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 607--------------------
+[Apr 30, 2026 - 16:02:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 16:02:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 16:02:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:02:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:03:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391762  35.723022   7.275551
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.942383  95.003906  94.921875
+util                      93.500000  99.000000  90.000000
+[Apr 30, 2026 - 16:03:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 608 : avg iteration time       61.63 seconds
+[Apr 30, 2026 - 16:03:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 608 : data loading time        0.00
+[Apr 30, 2026 - 16:03:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 608 : avg forward pass time    8.54
+[Apr 30, 2026 - 16:03:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 608 : backward pass time       6.71
+[Apr 30, 2026 - 16:03:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 608 : optimizer step time      0.69
+[Apr 30, 2026 - 16:03:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 608--------------------
+[Apr 30, 2026 - 16:03:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 16:03:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 16:03:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:03:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:04:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391760  35.723022   7.275543
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.942383  95.003906  94.921875
+util                      93.500000  99.000000  90.000000
+[Apr 30, 2026 - 16:04:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 609 : avg iteration time       63.80 seconds
+[Apr 30, 2026 - 16:04:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 609 : data loading time        0.00
+[Apr 30, 2026 - 16:04:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 609 : avg forward pass time    9.09
+[Apr 30, 2026 - 16:04:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 609 : backward pass time       6.70
+[Apr 30, 2026 - 16:04:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 609 : optimizer step time      0.69
+[Apr 30, 2026 - 16:04:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 609--------------------
+[Apr 30, 2026 - 16:04:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 16:04:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 16:04:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:04:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.391760   35.723022    7.275543
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.520508  137.714844  136.937500
+util                       61.000000   68.000000   57.000000
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 610 : avg iteration time       149.79 seconds
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 610 : data loading time        0.00
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 610 : avg forward pass time    30.13
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 610 : backward pass time       7.32
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 610 : optimizer step time      0.39
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 610--------------------
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 82193.1126    iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5063          iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 82193.1126iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.6154iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.6784 iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.1776 iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 436275.0312iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 212.0526iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1715602.8750iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5063iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 2.6784  iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 212.0526iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.1776  iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1715602.8750iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.4815  iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1056.8611iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.1240  iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 28228.4062iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:06:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 16:07:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391826  35.723282   7.275543
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      92.000000  95.000000  87.000000
+[Apr 30, 2026 - 16:07:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 611 : avg iteration time       63.83 seconds
+[Apr 30, 2026 - 16:07:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 611 : data loading time        0.00
+[Apr 30, 2026 - 16:07:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 611 : avg forward pass time    9.09
+[Apr 30, 2026 - 16:07:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 611 : backward pass time       6.71
+[Apr 30, 2026 - 16:07:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 611 : optimizer step time      0.68
+[Apr 30, 2026 - 16:07:53 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 611--------------------
+[Apr 30, 2026 - 16:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 16:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 16:07:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:07:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:08:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391882  35.723507   7.275543
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.878906  94.925781  94.863281
+util                      92.750000  99.000000  87.000000
+[Apr 30, 2026 - 16:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 612 : avg iteration time       61.72 seconds
+[Apr 30, 2026 - 16:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 612 : data loading time        0.00
+[Apr 30, 2026 - 16:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 612 : avg forward pass time    8.57
+[Apr 30, 2026 - 16:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 612 : backward pass time       6.71
+[Apr 30, 2026 - 16:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 612 : optimizer step time      0.68
+[Apr 30, 2026 - 16:08:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 612--------------------
+[Apr 30, 2026 - 16:08:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0045        iter count: 1.0
+[Apr 30, 2026 - 16:08:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 16:08:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:08:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:09:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391882  35.723507   7.275543
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.880371  94.925781  94.865234
+util                      92.250000  96.000000  87.000000
+[Apr 30, 2026 - 16:09:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 613 : avg iteration time       63.88 seconds
+[Apr 30, 2026 - 16:09:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 613 : data loading time        0.00
+[Apr 30, 2026 - 16:09:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 613 : avg forward pass time    9.10
+[Apr 30, 2026 - 16:09:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 613 : backward pass time       6.70
+[Apr 30, 2026 - 16:09:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 613 : optimizer step time      0.69
+[Apr 30, 2026 - 16:09:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 613--------------------
+[Apr 30, 2026 - 16:09:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 16:09:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 16:09:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:09:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:11:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391882  35.723507   7.275543
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      96.750000  99.000000  92.000000
+[Apr 30, 2026 - 16:11:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 614 : avg iteration time       63.65 seconds
+[Apr 30, 2026 - 16:11:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 614 : data loading time        0.00
+[Apr 30, 2026 - 16:11:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 614 : avg forward pass time    9.05
+[Apr 30, 2026 - 16:11:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 614 : backward pass time       6.70
+[Apr 30, 2026 - 16:11:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 614 : optimizer step time      0.68
+[Apr 30, 2026 - 16:11:02 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 614--------------------
+[Apr 30, 2026 - 16:11:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 16:11:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 16:11:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:11:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.391611   35.722420    7.275543
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.432129  137.636719  136.818359
+util                       66.250000   73.000000   57.000000
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 615 : avg iteration time       156.27 seconds
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 615 : data loading time        0.00
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 615 : avg forward pass time    31.72
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 615 : backward pass time       7.27
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 615 : optimizer step time      0.39
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 615--------------------
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 127539.4242   iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4209          iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 127539.4242iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.7949iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.7426 iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.0975 iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 509542.8438iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 32.6297iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1461403.8750iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4209iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 1.7426  iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 32.6297 iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.7084  iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1663.7607iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.6311  iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 575071.0625iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.0975  iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 1461403.8750iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:13:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 16:14:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.391611  35.722420   7.275543
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.948730  94.964844  94.943359
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 16:14:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 616 : avg iteration time       68.35 seconds
+[Apr 30, 2026 - 16:14:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 616 : data loading time        0.00
+[Apr 30, 2026 - 16:14:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 616 : avg forward pass time    10.22
+[Apr 30, 2026 - 16:14:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 616 : backward pass time       6.70
+[Apr 30, 2026 - 16:14:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 616 : optimizer step time      0.68
+[Apr 30, 2026 - 16:14:47 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 616--------------------
+[Apr 30, 2026 - 16:14:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 16:14:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 16:14:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:14:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:15:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392050  35.724174   7.275543
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.948730  94.964844  94.943359
+util                      94.000000  97.000000  89.000000
+[Apr 30, 2026 - 16:15:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 617 : avg iteration time       63.74 seconds
+[Apr 30, 2026 - 16:15:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 617 : data loading time        0.00
+[Apr 30, 2026 - 16:15:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 617 : avg forward pass time    9.07
+[Apr 30, 2026 - 16:15:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 617 : backward pass time       6.70
+[Apr 30, 2026 - 16:15:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 617 : optimizer step time      0.68
+[Apr 30, 2026 - 16:15:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 617--------------------
+[Apr 30, 2026 - 16:15:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0050        iter count: 1.0
+[Apr 30, 2026 - 16:15:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0050   iter count: 1.0
+[Apr 30, 2026 - 16:15:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:15:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:16:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392300  35.725174   7.275543
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.948730  94.964844  94.943359
+util                      90.750000  99.000000  86.000000
+[Apr 30, 2026 - 16:16:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 618 : avg iteration time       65.92 seconds
+[Apr 30, 2026 - 16:16:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 618 : data loading time        0.00
+[Apr 30, 2026 - 16:16:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 618 : avg forward pass time    9.62
+[Apr 30, 2026 - 16:16:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 618 : backward pass time       6.70
+[Apr 30, 2026 - 16:16:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 618 : optimizer step time      0.68
+[Apr 30, 2026 - 16:16:57 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 618--------------------
+[Apr 30, 2026 - 16:16:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 16:16:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 16:16:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:16:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:18:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392208  35.724781   7.275543
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.948730  94.964844  94.943359
+util                      92.250000  99.000000  88.000000
+[Apr 30, 2026 - 16:18:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 619 : avg iteration time       63.81 seconds
+[Apr 30, 2026 - 16:18:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 619 : data loading time        0.00
+[Apr 30, 2026 - 16:18:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 619 : avg forward pass time    9.09
+[Apr 30, 2026 - 16:18:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 619 : backward pass time       6.71
+[Apr 30, 2026 - 16:18:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 619 : optimizer step time      0.68
+[Apr 30, 2026 - 16:18:00 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 619--------------------
+[Apr 30, 2026 - 16:18:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 16:18:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 16:18:00 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:18:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.392094   35.723785    7.275589
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.120605  137.189453  136.916016
+util                       68.000000   70.000000   64.000000
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 620 : avg iteration time       156.72 seconds
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 620 : data loading time        0.00
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 620 : avg forward pass time    31.76
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 620 : backward pass time       7.20
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 620 : optimizer step time      0.38
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 620--------------------
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 14544.2240    iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4790          iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 14544.2240iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.5242iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.8357 iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.0189 iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 50079.3359iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 290.4237iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 169036.2656iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4790iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.1397  iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 3941.7644iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 2.8357  iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 290.4237iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.0189  iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 169036.2656iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.1027  iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 27048.8945iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:20:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 16:21:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392087  35.723785   7.275562
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.962891  94.964844  94.960938
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 16:21:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 621 : avg iteration time       63.80 seconds
+[Apr 30, 2026 - 16:21:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 621 : data loading time        0.00
+[Apr 30, 2026 - 16:21:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 621 : avg forward pass time    9.09
+[Apr 30, 2026 - 16:21:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 621 : backward pass time       6.70
+[Apr 30, 2026 - 16:21:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 621 : optimizer step time      0.68
+[Apr 30, 2026 - 16:21:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 621--------------------
+[Apr 30, 2026 - 16:21:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0047        iter count: 1.0
+[Apr 30, 2026 - 16:21:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0047   iter count: 1.0
+[Apr 30, 2026 - 16:21:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:21:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:22:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392088  35.723785   7.275562
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.962891  94.964844  94.960938
+util                      93.750000  97.000000  89.000000
+[Apr 30, 2026 - 16:22:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 622 : avg iteration time       63.74 seconds
+[Apr 30, 2026 - 16:22:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 622 : data loading time        0.00
+[Apr 30, 2026 - 16:22:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 622 : avg forward pass time    9.07
+[Apr 30, 2026 - 16:22:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 622 : backward pass time       6.70
+[Apr 30, 2026 - 16:22:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 622 : optimizer step time      0.68
+[Apr 30, 2026 - 16:22:45 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 622--------------------
+[Apr 30, 2026 - 16:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 16:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 16:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:22:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:23:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392089  35.723785   7.275562
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.963379  94.964844  94.962891
+util                      92.250000  99.000000  88.000000
+[Apr 30, 2026 - 16:23:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 623 : avg iteration time       61.54 seconds
+[Apr 30, 2026 - 16:23:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 623 : data loading time        0.00
+[Apr 30, 2026 - 16:23:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 623 : avg forward pass time    8.53
+[Apr 30, 2026 - 16:23:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 623 : backward pass time       6.70
+[Apr 30, 2026 - 16:23:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 623 : optimizer step time      0.68
+[Apr 30, 2026 - 16:23:46 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 623--------------------
+[Apr 30, 2026 - 16:23:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0046        iter count: 1.0
+[Apr 30, 2026 - 16:23:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 16:23:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:23:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:24:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392089  35.723785   7.275570
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.972656  95.003906  94.960938
+util                      95.250000  99.000000  87.000000
+[Apr 30, 2026 - 16:24:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 624 : avg iteration time       61.54 seconds
+[Apr 30, 2026 - 16:24:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 624 : data loading time        0.00
+[Apr 30, 2026 - 16:24:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 624 : avg forward pass time    8.52
+[Apr 30, 2026 - 16:24:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 624 : backward pass time       6.69
+[Apr 30, 2026 - 16:24:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 624 : optimizer step time      0.69
+[Apr 30, 2026 - 16:24:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 624--------------------
+[Apr 30, 2026 - 16:24:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 16:24:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 16:24:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:24:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.392069   35.722759    7.276283
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.486328  137.695312  136.859375
+util                       64.000000   66.000000   59.000000
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 625 : avg iteration time       160.95 seconds
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 625 : data loading time        0.00
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 625 : avg forward pass time    32.84
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 625 : backward pass time       7.34
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 625 : optimizer step time      0.40
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 625--------------------
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 5216923.9224  iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5288          iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 5216923.9224iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 7.0424iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 5.7522 iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.4789 iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 8315555.0000iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 99160.3672iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 23156954.0000iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5288iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.7522  iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 99160.3672iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 8.0528  iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 9876654.0000iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 8.4789  iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 23156954.0000iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.8855  iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 129451.0469iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:27:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 16:28:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392067  35.722752   7.276283
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.968262  94.984375  94.962891
+util                      93.500000  99.000000  90.000000
+[Apr 30, 2026 - 16:28:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 626 : avg iteration time       68.13 seconds
+[Apr 30, 2026 - 16:28:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 626 : data loading time        0.00
+[Apr 30, 2026 - 16:28:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 626 : avg forward pass time    10.16
+[Apr 30, 2026 - 16:28:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 626 : backward pass time       6.70
+[Apr 30, 2026 - 16:28:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 626 : optimizer step time      0.68
+[Apr 30, 2026 - 16:28:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 626--------------------
+[Apr 30, 2026 - 16:28:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0025        iter count: 1.0
+[Apr 30, 2026 - 16:28:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0025   iter count: 1.0
+[Apr 30, 2026 - 16:28:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:28:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:29:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392319  35.723751   7.276283
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.968262  94.984375  94.962891
+util                      93.250000  99.000000  88.000000
+[Apr 30, 2026 - 16:29:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 627 : avg iteration time       65.93 seconds
+[Apr 30, 2026 - 16:29:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 627 : data loading time        0.00
+[Apr 30, 2026 - 16:29:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 627 : avg forward pass time    9.62
+[Apr 30, 2026 - 16:29:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 627 : backward pass time       6.69
+[Apr 30, 2026 - 16:29:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 627 : optimizer step time      0.68
+[Apr 30, 2026 - 16:29:43 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 627--------------------
+[Apr 30, 2026 - 16:29:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0019        iter count: 1.0
+[Apr 30, 2026 - 16:29:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0019   iter count: 1.0
+[Apr 30, 2026 - 16:29:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:29:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:30:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392319  35.723751   7.276291
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.967285  94.984375  94.960938
+util                      95.250000  99.000000  90.000000
+[Apr 30, 2026 - 16:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 628 : avg iteration time       61.72 seconds
+[Apr 30, 2026 - 16:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 628 : data loading time        0.00
+[Apr 30, 2026 - 16:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 628 : avg forward pass time    8.56
+[Apr 30, 2026 - 16:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 628 : backward pass time       6.71
+[Apr 30, 2026 - 16:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 628 : optimizer step time      0.68
+[Apr 30, 2026 - 16:30:44 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 628--------------------
+[Apr 30, 2026 - 16:30:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 16:30:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 16:30:44 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:30:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:31:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392317  35.723751   7.276283
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.967285  94.984375  94.960938
+util                      91.000000  99.000000  86.000000
+[Apr 30, 2026 - 16:31:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 629 : avg iteration time       65.90 seconds
+[Apr 30, 2026 - 16:31:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 629 : data loading time        0.00
+[Apr 30, 2026 - 16:31:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 629 : avg forward pass time    9.62
+[Apr 30, 2026 - 16:31:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 629 : backward pass time       6.70
+[Apr 30, 2026 - 16:31:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 629 : optimizer step time      0.68
+[Apr 30, 2026 - 16:31:50 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 629--------------------
+[Apr 30, 2026 - 16:31:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0056        iter count: 1.0
+[Apr 30, 2026 - 16:31:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0056   iter count: 1.0
+[Apr 30, 2026 - 16:31:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:31:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.392222   35.723186    7.276348
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.383789  137.734375  136.332031
+util                       67.250000   71.000000   62.000000
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 630 : avg iteration time       160.76 seconds
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 630 : data loading time        0.00
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 630 : avg forward pass time    32.84
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 630 : backward pass time       7.27
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 630 : optimizer step time      0.39
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 630--------------------
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 84919.3041    iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5881          iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 84919.3041iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.4108iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 0.4070 iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.5330 iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 122399.6953iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 2.2567 iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 472596.4375iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5881iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.5330  iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 472596.4375iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 0.4070  iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 2.2567  iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 1.8337  iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 39.1532 iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.8693  iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 16960.9414iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:34:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 16:35:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392347  35.723686   7.276348
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.880371  94.984375  94.845703
+util                      93.750000  97.000000  89.000000
+[Apr 30, 2026 - 16:35:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 631 : avg iteration time       70.32 seconds
+[Apr 30, 2026 - 16:35:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 631 : data loading time        0.00
+[Apr 30, 2026 - 16:35:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 631 : avg forward pass time    10.72
+[Apr 30, 2026 - 16:35:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 631 : backward pass time       6.70
+[Apr 30, 2026 - 16:35:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 631 : optimizer step time      0.69
+[Apr 30, 2026 - 16:35:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 631--------------------
+[Apr 30, 2026 - 16:35:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 16:35:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 16:35:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:35:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:36:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392347  35.723686   7.276348
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.880371  94.984375  94.845703
+util                      96.250000  99.000000  89.000000
+[Apr 30, 2026 - 16:36:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 632 : avg iteration time       63.90 seconds
+[Apr 30, 2026 - 16:36:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 632 : data loading time        0.00
+[Apr 30, 2026 - 16:36:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 632 : avg forward pass time    9.11
+[Apr 30, 2026 - 16:36:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 632 : backward pass time       6.70
+[Apr 30, 2026 - 16:36:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 632 : optimizer step time      0.68
+[Apr 30, 2026 - 16:36:45 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 632--------------------
+[Apr 30, 2026 - 16:36:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0052        iter count: 1.0
+[Apr 30, 2026 - 16:36:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0052   iter count: 1.0
+[Apr 30, 2026 - 16:36:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:36:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:37:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392351  35.723686   7.276348
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.880371  94.984375  94.845703
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 16:37:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 633 : avg iteration time       63.76 seconds
+[Apr 30, 2026 - 16:37:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 633 : data loading time        0.00
+[Apr 30, 2026 - 16:37:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 633 : avg forward pass time    9.08
+[Apr 30, 2026 - 16:37:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 633 : backward pass time       6.70
+[Apr 30, 2026 - 16:37:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 633 : optimizer step time      0.69
+[Apr 30, 2026 - 16:37:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 633--------------------
+[Apr 30, 2026 - 16:37:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 16:37:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 16:37:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:37:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:38:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392347  35.723686   7.276348
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.878906  94.984375  94.843750
+util                      96.750000  99.000000  92.000000
+[Apr 30, 2026 - 16:38:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 634 : avg iteration time       63.78 seconds
+[Apr 30, 2026 - 16:38:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 634 : data loading time        0.00
+[Apr 30, 2026 - 16:38:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 634 : avg forward pass time    9.08
+[Apr 30, 2026 - 16:38:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 634 : backward pass time       6.70
+[Apr 30, 2026 - 16:38:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 634 : optimizer step time      0.69
+[Apr 30, 2026 - 16:38:53 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 634--------------------
+[Apr 30, 2026 - 16:38:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 16:38:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 16:38:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:38:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.392089   35.722645    7.276352
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.441895  137.656250  136.798828
+util                       60.000000   67.000000   55.000000
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 635 : avg iteration time       150.31 seconds
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 635 : data loading time        0.00
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 635 : avg forward pass time    30.19
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 635 : backward pass time       7.30
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 635 : optimizer step time      0.40
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 635--------------------
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 4471940.2961  iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3279          iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 4471940.2961iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.6611iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.3951 iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 9.1298 iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 22221412.0000iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 889.1721iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 85129616.0000iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3279iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.6337  iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 577988.5000iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 9.1298  iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 85129616.0000iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.3951  iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 889.1721iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.4857  iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 3177154.5000iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:41:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 16:42:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392088  35.722645   7.276352
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.937012  94.982422  94.921875
+util                      96.750000  99.000000  92.000000
+[Apr 30, 2026 - 16:42:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 636 : avg iteration time       61.91 seconds
+[Apr 30, 2026 - 16:42:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 636 : data loading time        0.00
+[Apr 30, 2026 - 16:42:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 636 : avg forward pass time    8.61
+[Apr 30, 2026 - 16:42:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 636 : backward pass time       6.72
+[Apr 30, 2026 - 16:42:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 636 : optimizer step time      0.68
+[Apr 30, 2026 - 16:42:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 636--------------------
+[Apr 30, 2026 - 16:42:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 16:42:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 16:42:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:42:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:43:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392528  35.724403   7.276352
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.927734  94.945312  94.921875
+util                      94.000000  98.000000  89.000000
+[Apr 30, 2026 - 16:43:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 637 : avg iteration time       63.96 seconds
+[Apr 30, 2026 - 16:43:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 637 : data loading time        0.00
+[Apr 30, 2026 - 16:43:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 637 : avg forward pass time    9.13
+[Apr 30, 2026 - 16:43:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 637 : backward pass time       6.70
+[Apr 30, 2026 - 16:43:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 637 : optimizer step time      0.69
+[Apr 30, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 637--------------------
+[Apr 30, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:44:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392588  35.724644   7.276352
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.934082  94.964844  94.923828
+util                      91.000000  99.000000  87.000000
+[Apr 30, 2026 - 16:44:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 638 : avg iteration time       63.94 seconds
+[Apr 30, 2026 - 16:44:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 638 : data loading time        0.00
+[Apr 30, 2026 - 16:44:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 638 : avg forward pass time    9.11
+[Apr 30, 2026 - 16:44:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 638 : backward pass time       6.71
+[Apr 30, 2026 - 16:44:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 638 : optimizer step time      0.70
+[Apr 30, 2026 - 16:44:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 638--------------------
+[Apr 30, 2026 - 16:44:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0061        iter count: 1.0
+[Apr 30, 2026 - 16:44:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0061   iter count: 1.0
+[Apr 30, 2026 - 16:44:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:44:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:45:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392400  35.723892   7.276352
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.932617  94.964844  94.921875
+util                      97.000000  99.000000  93.000000
+[Apr 30, 2026 - 16:45:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 639 : avg iteration time       63.71 seconds
+[Apr 30, 2026 - 16:45:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 639 : data loading time        0.00
+[Apr 30, 2026 - 16:45:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 639 : avg forward pass time    9.07
+[Apr 30, 2026 - 16:45:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 639 : backward pass time       6.71
+[Apr 30, 2026 - 16:45:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 639 : optimizer step time      0.69
+[Apr 30, 2026 - 16:45:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 639--------------------
+[Apr 30, 2026 - 16:45:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 16:45:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 16:45:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:45:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.392272   35.723362    7.276356
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.452148  137.636719  136.898438
+util                       65.500000   70.000000   61.000000
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 640 : avg iteration time       157.21 seconds
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 640 : data loading time        0.00
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 640 : avg forward pass time    31.90
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 640 : backward pass time       7.40
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 640 : optimizer step time      0.40
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 640--------------------
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 73308.4064    iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3564          iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 73308.4064iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.5623iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.3572 iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.6772 iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 208547.7188iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 111.5352iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 630571.3125iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3564iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.1044  iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 497.0552iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.1105  iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 203010.9062iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.3572  iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 111.5352iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.6772  iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 630571.3125iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:48:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 16:49:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392396  35.723854   7.276360
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.893066  94.982422  94.863281
+util                      93.750000  99.000000  90.000000
+[Apr 30, 2026 - 16:49:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 641 : avg iteration time       61.72 seconds
+[Apr 30, 2026 - 16:49:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 641 : data loading time        0.00
+[Apr 30, 2026 - 16:49:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 641 : avg forward pass time    8.57
+[Apr 30, 2026 - 16:49:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 641 : backward pass time       6.69
+[Apr 30, 2026 - 16:49:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 641 : optimizer step time      0.69
+[Apr 30, 2026 - 16:49:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 641--------------------
+[Apr 30, 2026 - 16:49:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0051        iter count: 1.0
+[Apr 30, 2026 - 16:49:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0051   iter count: 1.0
+[Apr 30, 2026 - 16:49:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:49:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:50:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392458  35.724106   7.276356
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.895020  94.984375  94.865234
+util                      95.250000  99.000000  87.000000
+[Apr 30, 2026 - 16:50:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 642 : avg iteration time       68.12 seconds
+[Apr 30, 2026 - 16:50:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 642 : data loading time        0.00
+[Apr 30, 2026 - 16:50:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 642 : avg forward pass time    10.17
+[Apr 30, 2026 - 16:50:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 642 : backward pass time       6.70
+[Apr 30, 2026 - 16:50:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 642 : optimizer step time      0.69
+[Apr 30, 2026 - 16:50:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 642--------------------
+[Apr 30, 2026 - 16:50:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 16:50:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 16:50:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:50:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:51:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392463  35.724106   7.276356
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.895020  94.984375  94.865234
+util                      92.250000  96.000000  87.000000
+[Apr 30, 2026 - 16:51:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 643 : avg iteration time       63.70 seconds
+[Apr 30, 2026 - 16:51:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 643 : data loading time        0.00
+[Apr 30, 2026 - 16:51:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 643 : avg forward pass time    9.07
+[Apr 30, 2026 - 16:51:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 643 : backward pass time       6.70
+[Apr 30, 2026 - 16:51:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 643 : optimizer step time      0.69
+[Apr 30, 2026 - 16:51:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 643--------------------
+[Apr 30, 2026 - 16:51:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0046        iter count: 1.0
+[Apr 30, 2026 - 16:51:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 16:51:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:51:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:52:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392458  35.724106   7.276356
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.893555  94.984375  94.863281
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 16:52:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 644 : avg iteration time       59.48 seconds
+[Apr 30, 2026 - 16:52:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 644 : data loading time        0.00
+[Apr 30, 2026 - 16:52:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 644 : avg forward pass time    8.01
+[Apr 30, 2026 - 16:52:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 644 : backward pass time       6.71
+[Apr 30, 2026 - 16:52:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 644 : optimizer step time      0.69
+[Apr 30, 2026 - 16:52:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 644--------------------
+[Apr 30, 2026 - 16:52:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 16:52:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 16:52:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:52:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.392528   35.724346    7.276363
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.041504  137.089844  136.896484
+util                       64.750000   71.000000   56.000000
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 645 : avg iteration time       156.84 seconds
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 645 : data loading time        0.00
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 645 : avg forward pass time    31.84
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 645 : backward pass time       7.24
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 645 : optimizer step time      0.39
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 645--------------------
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 242794.2103   iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3721          iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 242794.2103iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.9742iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.8812 iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.0586 iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 342533.5312iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 2350.3545iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1352108.8750iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3721iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.5478  iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 8916.1475iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.0586  iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1352108.8750iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.4093  iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 6758.7422iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.8812  iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 2350.3545iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:55:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 16:56:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392597  35.724598   7.276367
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.991211  95.023438  94.980469
+util                      93.250000  99.000000  90.000000
+[Apr 30, 2026 - 16:56:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 646 : avg iteration time       66.07 seconds
+[Apr 30, 2026 - 16:56:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 646 : data loading time        0.00
+[Apr 30, 2026 - 16:56:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 646 : avg forward pass time    9.66
+[Apr 30, 2026 - 16:56:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 646 : backward pass time       6.71
+[Apr 30, 2026 - 16:56:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 646 : optimizer step time      0.69
+[Apr 30, 2026 - 16:56:10 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 646--------------------
+[Apr 30, 2026 - 16:56:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 16:56:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 16:56:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:56:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:57:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392377  35.723740   7.276363
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.947266  95.023438  94.921875
+util                      92.500000  96.000000  88.000000
+[Apr 30, 2026 - 16:57:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 647 : avg iteration time       66.03 seconds
+[Apr 30, 2026 - 16:57:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 647 : data loading time        0.00
+[Apr 30, 2026 - 16:57:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 647 : avg forward pass time    9.64
+[Apr 30, 2026 - 16:57:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 647 : backward pass time       6.71
+[Apr 30, 2026 - 16:57:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 647 : optimizer step time      0.69
+[Apr 30, 2026 - 16:57:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 647--------------------
+[Apr 30, 2026 - 16:57:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 16:57:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 16:57:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:57:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:58:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392377  35.723740   7.276363
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.948730  95.023438  94.923828
+util                      95.500000  99.000000  91.000000
+[Apr 30, 2026 - 16:58:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 648 : avg iteration time       63.84 seconds
+[Apr 30, 2026 - 16:58:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 648 : data loading time        0.00
+[Apr 30, 2026 - 16:58:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 648 : avg forward pass time    9.10
+[Apr 30, 2026 - 16:58:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 648 : backward pass time       6.70
+[Apr 30, 2026 - 16:58:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 648 : optimizer step time      0.68
+[Apr 30, 2026 - 16:58:20 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 648--------------------
+[Apr 30, 2026 - 16:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 16:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 16:58:20 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:58:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 16:59:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392380  35.723751   7.276363
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.947266  95.023438  94.921875
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 16:59:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 649 : avg iteration time       62.04 seconds
+[Apr 30, 2026 - 16:59:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 649 : data loading time        0.00
+[Apr 30, 2026 - 16:59:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 649 : avg forward pass time    8.58
+[Apr 30, 2026 - 16:59:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 649 : backward pass time       6.69
+[Apr 30, 2026 - 16:59:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 649 : optimizer step time      0.69
+[Apr 30, 2026 - 16:59:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 649--------------------
+[Apr 30, 2026 - 16:59:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 16:59:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 16:59:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 16:59:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.392511   35.723740    7.276512
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.065918  137.148438  136.818359
+util                       67.000000   71.000000   61.000000
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 650 : avg iteration time       154.41 seconds
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 650 : data loading time        0.00
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 650 : avg forward pass time    31.23
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 650 : backward pass time       7.25
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 650 : optimizer step time      0.39
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 650--------------------
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 368610.2888   iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3572          iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 368610.2888iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.2571iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.5664 iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.1918 iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 748556.7500iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 9254.3291iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1764919.3750iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3572iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.4740  iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 420003.4062iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.7962  iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 800049.7500iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.1918  iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1764919.3750iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.5664  iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 9254.3291iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:01:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 17:03:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392506  35.723740   7.276489
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.878906  94.984375  94.843750
+util                      90.250000  94.000000  85.000000
+[Apr 30, 2026 - 17:03:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 651 : avg iteration time       66.12 seconds
+[Apr 30, 2026 - 17:03:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 651 : data loading time        0.00
+[Apr 30, 2026 - 17:03:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 651 : avg forward pass time    9.66
+[Apr 30, 2026 - 17:03:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 651 : backward pass time       6.71
+[Apr 30, 2026 - 17:03:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 651 : optimizer step time      0.71
+[Apr 30, 2026 - 17:03:02 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 651--------------------
+[Apr 30, 2026 - 17:03:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 17:03:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 17:03:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:03:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:04:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392634  35.724255   7.276489
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.878906  94.984375  94.843750
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 17:04:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 652 : avg iteration time       63.88 seconds
+[Apr 30, 2026 - 17:04:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 652 : data loading time        0.00
+[Apr 30, 2026 - 17:04:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 652 : avg forward pass time    9.11
+[Apr 30, 2026 - 17:04:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 652 : backward pass time       6.71
+[Apr 30, 2026 - 17:04:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 652 : optimizer step time      0.69
+[Apr 30, 2026 - 17:04:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 652--------------------
+[Apr 30, 2026 - 17:04:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 17:04:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 17:04:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:04:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:05:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392631  35.724239   7.276489
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.878906  94.984375  94.843750
+util                      96.250000  99.000000  92.000000
+[Apr 30, 2026 - 17:05:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 653 : avg iteration time       61.57 seconds
+[Apr 30, 2026 - 17:05:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 653 : data loading time        0.00
+[Apr 30, 2026 - 17:05:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 653 : avg forward pass time    8.52
+[Apr 30, 2026 - 17:05:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 653 : backward pass time       6.70
+[Apr 30, 2026 - 17:05:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 653 : optimizer step time      0.68
+[Apr 30, 2026 - 17:05:08 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 653--------------------
+[Apr 30, 2026 - 17:05:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 17:05:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 17:05:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:05:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:06:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.392577  35.723995   7.276489
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.880371  94.984375  94.845703
+util                      94.000000  98.000000  89.000000
+[Apr 30, 2026 - 17:06:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 654 : avg iteration time       65.98 seconds
+[Apr 30, 2026 - 17:06:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 654 : data loading time        0.00
+[Apr 30, 2026 - 17:06:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 654 : avg forward pass time    9.63
+[Apr 30, 2026 - 17:06:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 654 : backward pass time       6.70
+[Apr 30, 2026 - 17:06:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 654 : optimizer step time      0.69
+[Apr 30, 2026 - 17:06:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 654--------------------
+[Apr 30, 2026 - 17:06:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 17:06:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 17:06:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:06:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.392753   35.723824    7.276836
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.051758  137.109375  136.878906
+util                       62.250000   70.000000   59.000000
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 655 : avg iteration time       156.36 seconds
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 655 : data loading time        0.00
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 655 : avg forward pass time    31.77
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 655 : backward pass time       7.25
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 655 : optimizer step time      0.39
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 655--------------------
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1067266.5766  iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3765          iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1067266.5766iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.3959iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.3673 iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.8096 iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 2728479.5000iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 6213.6440iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 6072516.5000iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3765iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.7205  iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 93062.1562iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.6860  iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 4742125.0000iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.3673  iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 6213.6440iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.8096  iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 6072516.5000iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:08:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 17:09:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393508  35.723824   7.278835
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909180  94.982422  94.884766
+util                      95.750000  99.000000  91.000000
+[Apr 30, 2026 - 17:09:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 656 : avg iteration time       68.26 seconds
+[Apr 30, 2026 - 17:09:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 656 : data loading time        0.00
+[Apr 30, 2026 - 17:09:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 656 : avg forward pass time    10.20
+[Apr 30, 2026 - 17:09:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 656 : backward pass time       6.70
+[Apr 30, 2026 - 17:09:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 656 : optimizer step time      0.69
+[Apr 30, 2026 - 17:09:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 656--------------------
+[Apr 30, 2026 - 17:09:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 17:09:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 17:09:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:09:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:10:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393512  35.723839   7.278835
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.908691  94.984375  94.882812
+util                      92.000000  99.000000  88.000000
+[Apr 30, 2026 - 17:10:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 657 : avg iteration time       59.51 seconds
+[Apr 30, 2026 - 17:10:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 657 : data loading time        0.00
+[Apr 30, 2026 - 17:10:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 657 : avg forward pass time    8.01
+[Apr 30, 2026 - 17:10:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 657 : backward pass time       6.70
+[Apr 30, 2026 - 17:10:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 657 : optimizer step time      0.68
+[Apr 30, 2026 - 17:10:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 657--------------------
+[Apr 30, 2026 - 17:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 17:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 17:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:10:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:12:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393508  35.723824   7.278835
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.908203  94.984375  94.882812
+util                      95.750000  99.000000  88.000000
+[Apr 30, 2026 - 17:12:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 658 : avg iteration time       68.17 seconds
+[Apr 30, 2026 - 17:12:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 658 : data loading time        0.00
+[Apr 30, 2026 - 17:12:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 658 : avg forward pass time    10.18
+[Apr 30, 2026 - 17:12:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 658 : backward pass time       6.70
+[Apr 30, 2026 - 17:12:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 658 : optimizer step time      0.69
+[Apr 30, 2026 - 17:12:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 658--------------------
+[Apr 30, 2026 - 17:12:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 17:12:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 17:12:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:12:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:13:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393512  35.723843   7.278847
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909668  94.984375  94.884766
+util                      95.750000  99.000000  88.000000
+[Apr 30, 2026 - 17:13:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 659 : avg iteration time       63.79 seconds
+[Apr 30, 2026 - 17:13:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 659 : data loading time        0.00
+[Apr 30, 2026 - 17:13:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 659 : avg forward pass time    9.09
+[Apr 30, 2026 - 17:13:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 659 : backward pass time       6.70
+[Apr 30, 2026 - 17:13:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 659 : optimizer step time      0.69
+[Apr 30, 2026 - 17:13:10 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 659--------------------
+[Apr 30, 2026 - 17:13:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 17:13:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 17:13:10 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:13:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.393300   35.722908    7.278877
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.295898  137.421875  136.917969
+util                       61.500000   66.000000   56.000000
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 660 : avg iteration time       158.51 seconds
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 660 : data loading time        0.00
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 660 : avg forward pass time    32.30
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 660 : backward pass time       7.25
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 660 : optimizer step time      0.40
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 660--------------------
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 97040.4764    iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3318          iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 97040.4764iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.5541iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.1951 iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.9308 iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 324504.2812iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 10.9151iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1047155.9375iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3318iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 1.1951  iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 10.9151 iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.9308  iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1047155.9375iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.8788  iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 2339.2317iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.2116  iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 248511.0312iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:15:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 17:16:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393422  35.723400   7.278877
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909180  94.982422  94.884766
+util                      92.000000  99.000000  88.000000
+[Apr 30, 2026 - 17:16:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 661 : avg iteration time       68.35 seconds
+[Apr 30, 2026 - 17:16:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 661 : data loading time        0.00
+[Apr 30, 2026 - 17:16:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 661 : avg forward pass time    10.21
+[Apr 30, 2026 - 17:16:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 661 : backward pass time       6.72
+[Apr 30, 2026 - 17:16:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 661 : optimizer step time      0.71
+[Apr 30, 2026 - 17:16:57 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 661--------------------
+[Apr 30, 2026 - 17:16:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 17:16:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 17:16:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:16:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 17:18:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393675  35.724400   7.278877
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909668  94.984375  94.884766
+util                      93.000000  97.000000  88.000000
+[Apr 30, 2026 - 17:18:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 662 : avg iteration time       66.02 seconds
+[Apr 30, 2026 - 17:18:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 662 : data loading time        0.00
+[Apr 30, 2026 - 17:18:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 662 : avg forward pass time    9.64
+[Apr 30, 2026 - 17:18:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 662 : backward pass time       6.71
+[Apr 30, 2026 - 17:18:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 662 : optimizer step time      0.69
+[Apr 30, 2026 - 17:18:03 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 662--------------------
+[Apr 30, 2026 - 17:18:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 17:18:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 17:18:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:18:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:19:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393672  35.724400   7.278877
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.909668  94.984375  94.884766
+util                      91.750000  99.000000  87.000000
+[Apr 30, 2026 - 17:19:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 663 : avg iteration time       63.74 seconds
+[Apr 30, 2026 - 17:19:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 663 : data loading time        0.00
+[Apr 30, 2026 - 17:19:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 663 : avg forward pass time    9.08
+[Apr 30, 2026 - 17:19:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 663 : backward pass time       6.70
+[Apr 30, 2026 - 17:19:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 663 : optimizer step time      0.68
+[Apr 30, 2026 - 17:19:06 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 663--------------------
+[Apr 30, 2026 - 17:19:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 17:19:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 17:19:06 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:19:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:20:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393672  35.724400   7.278877
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.908203  94.984375  94.882812
+util                      92.000000  99.000000  88.000000
+[Apr 30, 2026 - 17:20:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 664 : avg iteration time       61.60 seconds
+[Apr 30, 2026 - 17:20:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 664 : data loading time        0.00
+[Apr 30, 2026 - 17:20:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 664 : avg forward pass time    8.54
+[Apr 30, 2026 - 17:20:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 664 : backward pass time       6.70
+[Apr 30, 2026 - 17:20:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 664 : optimizer step time      0.68
+[Apr 30, 2026 - 17:20:08 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 664--------------------
+[Apr 30, 2026 - 17:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 17:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 17:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:20:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.393437   35.723400    7.278889
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.432129  137.597656  136.935547
+util                       63.750000   69.000000   55.000000
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 665 : avg iteration time       156.93 seconds
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 665 : data loading time        0.00
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 665 : avg forward pass time    31.86
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 665 : backward pass time       7.33
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 665 : optimizer step time      0.39
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 665--------------------
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 150972.8775   iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5405          iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 150972.8775iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.0908iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.6814 iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.8460 iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 268035.2500iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 213.3102iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 883783.1250iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5405iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.8460  iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 883783.1250iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.0312  iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 173237.8594iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.6814  iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 213.3102iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.8048  iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 14906.6963iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:22:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 17:23:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393508  35.723652   7.278889
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.899902  95.003906  94.865234
+util                      93.000000  97.000000  88.000000
+[Apr 30, 2026 - 17:23:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 666 : avg iteration time       66.12 seconds
+[Apr 30, 2026 - 17:23:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 666 : data loading time        0.00
+[Apr 30, 2026 - 17:23:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 666 : avg forward pass time    9.66
+[Apr 30, 2026 - 17:23:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 666 : backward pass time       6.71
+[Apr 30, 2026 - 17:23:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 666 : optimizer step time      0.69
+[Apr 30, 2026 - 17:23:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 666--------------------
+[Apr 30, 2026 - 17:23:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 17:23:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 17:23:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:23:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:24:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393500  35.723652   7.278889
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      91.750000  99.000000  88.000000
+[Apr 30, 2026 - 17:24:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 667 : avg iteration time       59.93 seconds
+[Apr 30, 2026 - 17:24:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 667 : data loading time        0.00
+[Apr 30, 2026 - 17:24:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 667 : avg forward pass time    8.12
+[Apr 30, 2026 - 17:24:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 667 : backward pass time       6.70
+[Apr 30, 2026 - 17:24:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 667 : optimizer step time      0.68
+[Apr 30, 2026 - 17:24:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 667--------------------
+[Apr 30, 2026 - 17:24:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 17:24:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 17:24:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:24:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:25:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393505  35.723652   7.278908
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.888672  94.964844  94.863281
+util                      92.000000  96.000000  87.000000
+[Apr 30, 2026 - 17:25:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 668 : avg iteration time       61.65 seconds
+[Apr 30, 2026 - 17:25:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 668 : data loading time        0.00
+[Apr 30, 2026 - 17:25:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 668 : avg forward pass time    8.55
+[Apr 30, 2026 - 17:25:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 668 : backward pass time       6.70
+[Apr 30, 2026 - 17:25:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 668 : optimizer step time      0.69
+[Apr 30, 2026 - 17:25:53 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 668--------------------
+[Apr 30, 2026 - 17:25:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 17:25:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 17:25:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:25:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:26:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393500  35.723652   7.278889
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.890137  94.964844  94.865234
+util                      97.500000  99.000000  94.000000
+[Apr 30, 2026 - 17:26:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 669 : avg iteration time       66.07 seconds
+[Apr 30, 2026 - 17:26:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 669 : data loading time        0.00
+[Apr 30, 2026 - 17:26:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 669 : avg forward pass time    9.65
+[Apr 30, 2026 - 17:26:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 669 : backward pass time       6.70
+[Apr 30, 2026 - 17:26:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 669 : optimizer step time      0.68
+[Apr 30, 2026 - 17:26:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 669--------------------
+[Apr 30, 2026 - 17:26:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 17:26:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 17:26:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:26:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.393206   35.722458    7.278893
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.422852  137.597656  136.898438
+util                       57.000000   61.000000   51.000000
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 670 : avg iteration time       156.71 seconds
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 670 : data loading time        0.00
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 670 : avg forward pass time    31.80
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 670 : backward pass time       7.27
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 670 : optimizer step time      0.40
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 670--------------------
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 53289.6550    iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2263          iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 53289.6550iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.0003iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 5.3052 iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.4776 iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 233025.7188iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 40552.4531iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 422989.2188iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2263iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.8324  iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 116399.7188iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.3859  iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 352161.4062iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.4776  iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 422989.2188iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.3052  iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 40552.4531iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:29:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 17:30:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393597  35.722698   7.280216
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.932129  94.962891  94.921875
+util                      96.000000  99.000000  92.000000
+[Apr 30, 2026 - 17:30:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 671 : avg iteration time       66.06 seconds
+[Apr 30, 2026 - 17:30:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 671 : data loading time        0.00
+[Apr 30, 2026 - 17:30:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 671 : avg forward pass time    9.65
+[Apr 30, 2026 - 17:30:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 671 : backward pass time       6.71
+[Apr 30, 2026 - 17:30:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 671 : optimizer step time      0.68
+[Apr 30, 2026 - 17:30:42 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 671--------------------
+[Apr 30, 2026 - 17:30:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 17:30:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 17:30:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:30:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:31:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393978  35.724213   7.280228
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.932617  94.964844  94.921875
+util                      96.000000  99.000000  92.000000
+[Apr 30, 2026 - 17:31:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 672 : avg iteration time       61.60 seconds
+[Apr 30, 2026 - 17:31:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 672 : data loading time        0.00
+[Apr 30, 2026 - 17:31:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 672 : avg forward pass time    8.54
+[Apr 30, 2026 - 17:31:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 672 : backward pass time       6.70
+[Apr 30, 2026 - 17:31:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 672 : optimizer step time      0.68
+[Apr 30, 2026 - 17:31:43 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 672--------------------
+[Apr 30, 2026 - 17:31:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 17:31:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 17:31:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:31:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:32:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393972  35.724201   7.280216
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.932617  94.964844  94.921875
+util                      94.750000  99.000000  86.000000
+[Apr 30, 2026 - 17:32:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 673 : avg iteration time       59.44 seconds
+[Apr 30, 2026 - 17:32:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 673 : data loading time        0.00
+[Apr 30, 2026 - 17:32:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 673 : avg forward pass time    8.00
+[Apr 30, 2026 - 17:32:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 673 : backward pass time       6.70
+[Apr 30, 2026 - 17:32:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 673 : optimizer step time      0.69
+[Apr 30, 2026 - 17:32:43 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 673--------------------
+[Apr 30, 2026 - 17:32:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 17:32:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 17:32:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:32:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:33:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393959  35.724125   7.280216
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.932617  94.964844  94.921875
+util                      92.000000  99.000000  88.000000
+[Apr 30, 2026 - 17:33:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 674 : avg iteration time       63.86 seconds
+[Apr 30, 2026 - 17:33:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 674 : data loading time        0.00
+[Apr 30, 2026 - 17:33:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 674 : avg forward pass time    9.10
+[Apr 30, 2026 - 17:33:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 674 : backward pass time       6.70
+[Apr 30, 2026 - 17:33:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 674 : optimizer step time      0.69
+[Apr 30, 2026 - 17:33:46 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 674--------------------
+[Apr 30, 2026 - 17:33:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 17:33:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 17:33:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:33:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.393915   35.723564    7.280350
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.397949  137.597656  136.798828
+util                       64.750000   69.000000   56.000000
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 675 : avg iteration time       161.76 seconds
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 675 : data loading time        0.00
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 675 : avg forward pass time    33.07
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 675 : backward pass time       7.33
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 675 : optimizer step time      0.39
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 675--------------------
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 30458.2232    iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3625          iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 30458.2232iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.6868iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.4833 iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.3906 iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 99250.5703iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1060.5867iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 355479.9688iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3625iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.3906  iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 355479.9688iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.5854  iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1300.8492iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.2877  iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 39160.8867iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.4833  iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 1060.5867iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:36:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 17:37:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393916  35.723564   7.280354
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  95.023438  94.882812
+util                      91.000000  95.000000  86.000000
+[Apr 30, 2026 - 17:37:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 676 : avg iteration time       63.88 seconds
+[Apr 30, 2026 - 17:37:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 676 : data loading time        0.00
+[Apr 30, 2026 - 17:37:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 676 : avg forward pass time    9.11
+[Apr 30, 2026 - 17:37:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 676 : backward pass time       6.70
+[Apr 30, 2026 - 17:37:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 676 : optimizer step time      0.68
+[Apr 30, 2026 - 17:37:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 676--------------------
+[Apr 30, 2026 - 17:37:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0048        iter count: 1.0
+[Apr 30, 2026 - 17:37:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0048   iter count: 1.0
+[Apr 30, 2026 - 17:37:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:37:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:38:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393915  35.723564   7.280350
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.917969  95.023438  94.882812
+util                      93.250000  99.000000  90.000000
+[Apr 30, 2026 - 17:38:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 677 : avg iteration time       65.99 seconds
+[Apr 30, 2026 - 17:38:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 677 : data loading time        0.00
+[Apr 30, 2026 - 17:38:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 677 : avg forward pass time    9.63
+[Apr 30, 2026 - 17:38:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 677 : backward pass time       6.69
+[Apr 30, 2026 - 17:38:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 677 : optimizer step time      0.69
+[Apr 30, 2026 - 17:38:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 677--------------------
+[Apr 30, 2026 - 17:38:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 17:38:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 17:38:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:38:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:39:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393915  35.723564   7.280350
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.919434  95.023438  94.884766
+util                      97.500000  99.000000  94.000000
+[Apr 30, 2026 - 17:39:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 678 : avg iteration time       63.90 seconds
+[Apr 30, 2026 - 17:39:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 678 : data loading time        0.00
+[Apr 30, 2026 - 17:39:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 678 : avg forward pass time    9.11
+[Apr 30, 2026 - 17:39:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 678 : backward pass time       6.70
+[Apr 30, 2026 - 17:39:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 678 : optimizer step time      0.69
+[Apr 30, 2026 - 17:39:42 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 678--------------------
+[Apr 30, 2026 - 17:39:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 17:39:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 17:39:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:39:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:40:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393916  35.723564   7.280350
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.976562  95.023438  94.960938
+util                      93.000000  99.000000  89.000000
+[Apr 30, 2026 - 17:40:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 679 : avg iteration time       63.70 seconds
+[Apr 30, 2026 - 17:40:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 679 : data loading time        0.00
+[Apr 30, 2026 - 17:40:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 679 : avg forward pass time    9.06
+[Apr 30, 2026 - 17:40:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 679 : backward pass time       6.70
+[Apr 30, 2026 - 17:40:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 679 : optimizer step time      0.69
+[Apr 30, 2026 - 17:40:46 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 679--------------------
+[Apr 30, 2026 - 17:40:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 17:40:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 17:40:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:40:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.393697   35.722584    7.280388
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.056152  137.109375  136.896484
+util                       56.000000   60.000000   50.000000
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 680 : avg iteration time       158.62 seconds
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 680 : data loading time        0.00
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 680 : avg forward pass time    32.32
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 680 : backward pass time       7.20
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 680 : optimizer step time      0.42
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 680--------------------
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 27409.4753    iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.6157          iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 27409.4753iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.9320iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.4502 iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.7945 iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 35410.2344iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 7335.2441iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 107897.6953iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.6157iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.6909  iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 11871.0146iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.7945  iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 107897.6953iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.4502  iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 7335.2441iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.7922  iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 14536.9893iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:43:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 17:44:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393827  35.723083   7.280399
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.923828  94.982422  94.904297
+util                      91.500000  96.000000  87.000000
+[Apr 30, 2026 - 17:44:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 681 : avg iteration time       68.21 seconds
+[Apr 30, 2026 - 17:44:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 681 : data loading time        0.00
+[Apr 30, 2026 - 17:44:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 681 : avg forward pass time    10.19
+[Apr 30, 2026 - 17:44:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 681 : backward pass time       6.69
+[Apr 30, 2026 - 17:44:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 681 : optimizer step time      0.68
+[Apr 30, 2026 - 17:44:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 681--------------------
+[Apr 30, 2026 - 17:44:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 17:44:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 17:44:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:44:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:45:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394016  35.723835   7.280399
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.922852  94.984375  94.902344
+util                      91.750000  99.000000  88.000000
+[Apr 30, 2026 - 17:45:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 682 : avg iteration time       61.96 seconds
+[Apr 30, 2026 - 17:45:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 682 : data loading time        0.00
+[Apr 30, 2026 - 17:45:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 682 : avg forward pass time    8.56
+[Apr 30, 2026 - 17:45:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 682 : backward pass time       6.69
+[Apr 30, 2026 - 17:45:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 682 : optimizer step time      0.69
+[Apr 30, 2026 - 17:45:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 682--------------------
+[Apr 30, 2026 - 17:45:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0047        iter count: 1.0
+[Apr 30, 2026 - 17:45:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0047   iter count: 1.0
+[Apr 30, 2026 - 17:45:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:45:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:46:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394081  35.724087   7.280422
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      93.000000  97.000000  88.000000
+[Apr 30, 2026 - 17:46:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 683 : avg iteration time       63.86 seconds
+[Apr 30, 2026 - 17:46:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 683 : data loading time        0.00
+[Apr 30, 2026 - 17:46:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 683 : avg forward pass time    9.10
+[Apr 30, 2026 - 17:46:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 683 : backward pass time       6.69
+[Apr 30, 2026 - 17:46:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 683 : optimizer step time      0.69
+[Apr 30, 2026 - 17:46:38 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 683--------------------
+[Apr 30, 2026 - 17:46:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 17:46:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 17:46:38 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:46:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:47:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394138  35.724339   7.280399
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      93.000000  99.000000  89.000000
+[Apr 30, 2026 - 17:47:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 684 : avg iteration time       63.76 seconds
+[Apr 30, 2026 - 17:47:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 684 : data loading time        0.00
+[Apr 30, 2026 - 17:47:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 684 : avg forward pass time    9.08
+[Apr 30, 2026 - 17:47:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 684 : backward pass time       6.69
+[Apr 30, 2026 - 17:47:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 684 : optimizer step time      0.68
+[Apr 30, 2026 - 17:47:42 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 684--------------------
+[Apr 30, 2026 - 17:47:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 17:47:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 17:47:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:47:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.393963   35.723598    7.280415
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.441895  137.617188  136.916016
+util                       59.250000   64.000000   53.000000
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 685 : avg iteration time       154.43 seconds
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 685 : data loading time        0.00
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 685 : avg forward pass time    31.27
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 685 : backward pass time       7.32
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 685 : optimizer step time      0.40
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 685--------------------
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 307131.1772   iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3518          iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 307131.1772iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.4790iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.8729 iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.6128 iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1070544.5000iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 312.9043iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 4096283.7500iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3518iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.6128  iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 4096283.7500iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.6532  iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 81334.2969iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.8729  iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 312.9043iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.7773  iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 104246.8438iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:50:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 17:51:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394026  35.723843   7.280418
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.943359  94.945312  94.941406
+util                      93.000000  99.000000  89.000000
+[Apr 30, 2026 - 17:51:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 686 : avg iteration time       65.97 seconds
+[Apr 30, 2026 - 17:51:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 686 : data loading time        0.00
+[Apr 30, 2026 - 17:51:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 686 : avg forward pass time    9.63
+[Apr 30, 2026 - 17:51:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 686 : backward pass time       6.70
+[Apr 30, 2026 - 17:51:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 686 : optimizer step time      0.69
+[Apr 30, 2026 - 17:51:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 686--------------------
+[Apr 30, 2026 - 17:51:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 17:51:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 17:51:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:51:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:52:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394026  35.723843   7.280415
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.966797  94.980469  94.925781
+util                      96.000000  99.000000  89.000000
+[Apr 30, 2026 - 17:52:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 687 : avg iteration time       65.95 seconds
+[Apr 30, 2026 - 17:52:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 687 : data loading time        0.00
+[Apr 30, 2026 - 17:52:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 687 : avg forward pass time    9.63
+[Apr 30, 2026 - 17:52:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 687 : backward pass time       6.69
+[Apr 30, 2026 - 17:52:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 687 : optimizer step time      0.70
+[Apr 30, 2026 - 17:52:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 687--------------------
+[Apr 30, 2026 - 17:52:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 17:52:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 17:52:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:52:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:53:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394087  35.724094   7.280415
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.934082  94.964844  94.923828
+util                      97.500000  99.000000  94.000000
+[Apr 30, 2026 - 17:53:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 688 : avg iteration time       63.75 seconds
+[Apr 30, 2026 - 17:53:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 688 : data loading time        0.00
+[Apr 30, 2026 - 17:53:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 688 : avg forward pass time    9.08
+[Apr 30, 2026 - 17:53:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 688 : backward pass time       6.70
+[Apr 30, 2026 - 17:53:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 688 : optimizer step time      0.69
+[Apr 30, 2026 - 17:53:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 688--------------------
+[Apr 30, 2026 - 17:53:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 17:53:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 17:53:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:53:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:54:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394088  35.724094   7.280415
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.934082  94.964844  94.923828
+util                      91.750000  99.000000  88.000000
+[Apr 30, 2026 - 17:54:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 689 : avg iteration time       63.88 seconds
+[Apr 30, 2026 - 17:54:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 689 : data loading time        0.00
+[Apr 30, 2026 - 17:54:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 689 : avg forward pass time    9.11
+[Apr 30, 2026 - 17:54:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 689 : backward pass time       6.70
+[Apr 30, 2026 - 17:54:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 689 : optimizer step time      0.69
+[Apr 30, 2026 - 17:54:36 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 689--------------------
+[Apr 30, 2026 - 17:54:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 17:54:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 17:54:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:54:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394092   35.723770    7.280540
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.480957  137.675781  136.896484
+util                       62.750000   66.000000   58.000000
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 690 : avg iteration time       156.69 seconds
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 690 : data loading time        0.00
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 690 : avg forward pass time    31.82
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 690 : backward pass time       7.32
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 690 : optimizer step time      0.39
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 690--------------------
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 3658.1470     iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4407          iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 3658.1470iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.5627iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.6108 iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 4.9326 iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 7062.3223iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 25.0679iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 19247.2188iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4407iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.1904  iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 590.4563iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.5172  iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 8386.5439iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.9326  iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 19247.2188iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 1.6108  iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 25.0679 iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0057   iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:57:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 17:58:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394091  35.723770   7.280544
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.937012  94.982422  94.921875
+util                      93.500000  98.000000  89.000000
+[Apr 30, 2026 - 17:58:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 691 : avg iteration time       70.37 seconds
+[Apr 30, 2026 - 17:58:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 691 : data loading time        0.00
+[Apr 30, 2026 - 17:58:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 691 : avg forward pass time    10.73
+[Apr 30, 2026 - 17:58:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 691 : backward pass time       6.70
+[Apr 30, 2026 - 17:58:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 691 : optimizer step time      0.69
+[Apr 30, 2026 - 17:58:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 691--------------------
+[Apr 30, 2026 - 17:58:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0060        iter count: 1.0
+[Apr 30, 2026 - 17:58:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0060   iter count: 1.0
+[Apr 30, 2026 - 17:58:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:58:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 17:59:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394212  35.724258   7.280525
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.937500  94.984375  94.921875
+util                      91.500000  96.000000  87.000000
+[Apr 30, 2026 - 17:59:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 692 : avg iteration time       63.78 seconds
+[Apr 30, 2026 - 17:59:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 692 : data loading time        0.00
+[Apr 30, 2026 - 17:59:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 692 : avg forward pass time    9.09
+[Apr 30, 2026 - 17:59:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 692 : backward pass time       6.70
+[Apr 30, 2026 - 17:59:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 692 : optimizer step time      0.69
+[Apr 30, 2026 - 17:59:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 692--------------------
+[Apr 30, 2026 - 17:59:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 17:59:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 17:59:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 17:59:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:00:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394212  35.724258   7.280540
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.938965  94.984375  94.923828
+util                      97.750000  99.000000  94.000000
+[Apr 30, 2026 - 18:00:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 693 : avg iteration time       63.88 seconds
+[Apr 30, 2026 - 18:00:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 693 : data loading time        0.00
+[Apr 30, 2026 - 18:00:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 693 : avg forward pass time    9.11
+[Apr 30, 2026 - 18:00:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 693 : backward pass time       6.69
+[Apr 30, 2026 - 18:00:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 693 : optimizer step time      0.69
+[Apr 30, 2026 - 18:00:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 693--------------------
+[Apr 30, 2026 - 18:00:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 18:00:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 18:00:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:00:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:01:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394208  35.724258   7.280525
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.937500  94.984375  94.921875
+util                      97.500000  99.000000  94.000000
+[Apr 30, 2026 - 18:01:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 694 : avg iteration time       63.79 seconds
+[Apr 30, 2026 - 18:01:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 694 : data loading time        0.00
+[Apr 30, 2026 - 18:01:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 694 : avg forward pass time    9.09
+[Apr 30, 2026 - 18:01:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 694 : backward pass time       6.71
+[Apr 30, 2026 - 18:01:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 694 : optimizer step time      0.68
+[Apr 30, 2026 - 18:01:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 694--------------------
+[Apr 30, 2026 - 18:01:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 18:01:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 18:01:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:01:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394008   35.723373    7.280544
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.495605  137.675781  136.955078
+util                       58.750000   63.000000   53.000000
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 695 : avg iteration time       157.32 seconds
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 695 : data loading time        0.00
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 695 : avg forward pass time    31.88
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 695 : backward pass time       7.32
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 695 : optimizer step time      0.39
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 695--------------------
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 17795095.7662 iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.6514          iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 17795095.7662iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.6980iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.5724 iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 9.1613 iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 22664676.0000iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 171.5415iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 90654408.0000iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.6514iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 2.9418  iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 359.0902iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 2.5724  iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 171.5415iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 9.1613  iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 90654408.0000iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.1164  iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 3762.3303iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:04:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 18:05:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394008  35.723373   7.280544
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.932129  94.962891  94.921875
+util                      94.750000  99.000000  90.000000
+[Apr 30, 2026 - 18:05:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 696 : avg iteration time       63.84 seconds
+[Apr 30, 2026 - 18:05:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 696 : data loading time        0.00
+[Apr 30, 2026 - 18:05:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 696 : avg forward pass time    9.10
+[Apr 30, 2026 - 18:05:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 696 : backward pass time       6.70
+[Apr 30, 2026 - 18:05:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 696 : optimizer step time      0.68
+[Apr 30, 2026 - 18:05:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 696--------------------
+[Apr 30, 2026 - 18:05:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 18:05:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 18:05:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:05:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:06:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394008  35.723373   7.280544
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.934082  94.964844  94.923828
+util                      93.500000  98.000000  89.000000
+[Apr 30, 2026 - 18:06:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 697 : avg iteration time       65.98 seconds
+[Apr 30, 2026 - 18:06:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 697 : data loading time        0.00
+[Apr 30, 2026 - 18:06:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 697 : avg forward pass time    9.64
+[Apr 30, 2026 - 18:06:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 697 : backward pass time       6.70
+[Apr 30, 2026 - 18:06:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 697 : optimizer step time      0.69
+[Apr 30, 2026 - 18:06:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 697--------------------
+[Apr 30, 2026 - 18:06:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0049        iter count: 1.0
+[Apr 30, 2026 - 18:06:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0049   iter count: 1.0
+[Apr 30, 2026 - 18:06:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:06:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:07:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394011  35.723373   7.280544
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.943848  95.003906  94.923828
+util                      95.250000  99.000000  91.000000
+[Apr 30, 2026 - 18:07:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 698 : avg iteration time       61.63 seconds
+[Apr 30, 2026 - 18:07:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 698 : data loading time        0.00
+[Apr 30, 2026 - 18:07:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 698 : avg forward pass time    8.55
+[Apr 30, 2026 - 18:07:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 698 : backward pass time       6.69
+[Apr 30, 2026 - 18:07:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 698 : optimizer step time      0.70
+[Apr 30, 2026 - 18:07:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 698--------------------
+[Apr 30, 2026 - 18:07:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 18:07:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 18:07:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:07:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:08:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394011  35.723373   7.280544
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.933105  94.964844  94.921875
+util                      95.250000  99.000000  91.000000
+[Apr 30, 2026 - 18:08:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 699 : avg iteration time       59.39 seconds
+[Apr 30, 2026 - 18:08:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 699 : data loading time        0.00
+[Apr 30, 2026 - 18:08:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 699 : avg forward pass time    7.99
+[Apr 30, 2026 - 18:08:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 699 : backward pass time       6.70
+[Apr 30, 2026 - 18:08:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 699 : optimizer step time      0.69
+[Apr 30, 2026 - 18:08:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 699--------------------
+[Apr 30, 2026 - 18:08:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 18:08:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 18:08:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:08:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394053   35.723373    7.280617
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.085938  137.167969  136.839844
+util                       64.500000   68.000000   59.000000
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 700 : avg iteration time       155.02 seconds
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 700 : data loading time        0.00
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 700 : avg forward pass time    31.33
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 700 : backward pass time       7.30
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 700 : optimizer step time      0.39
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 700--------------------
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 413605.0134   iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4536          iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 413605.0134iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.0567iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.4185 iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.0590 iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 822436.1250iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 931.6294iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1353266.0000iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4536iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.7442  iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 721034.6250iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.0590  iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1353266.0000iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.0049  iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1214512.5000iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.4185  iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 931.6294iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 18:10:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 18:11:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 12.19 seconds
+[Apr 30, 2026 - 18:11:10 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 700
+[Apr 30, 2026 - 18:11:10 | INFO | fastgen.utils.checkpointer:save:311 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000700
+[Apr 30, 2026 - 18:11:10 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] net_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 30, 2026 - 18:11:11 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] fake_score_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 30, 2026 - 18:11:19 | SUCCESS | fastgen.utils.checkpointer:save:362 ] Model saved at iteration 700
+[Apr 30, 2026 - 18:11:20 | INFO | fastgen.trainer:validate:358 ] Validation iteration 700
+[Apr 30, 2026 - 18:11:20 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 18:11:28 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 7.8s
+[Apr 30, 2026 - 18:11:31 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 0: sync_c=6.444
+[Apr 30, 2026 - 18:11:32 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 18:11:38 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 18:11:41 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 1: sync_c=7.119
+[Apr 30, 2026 - 18:11:42 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 18:11:48 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 18:11:51 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 2: sync_c=5.559
+[Apr 30, 2026 - 18:11:52 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 18:11:58 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 18:12:01 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 3: sync_c=5.167
+[Apr 30, 2026 - 18:12:02 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 18:12:08 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 18:12:11 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 4: sync_c=4.905
+[Apr 30, 2026 - 18:12:12 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 18:12:18 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 18:12:21 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 5: sync_c=8.373
+[Apr 30, 2026 - 18:12:22 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 18:12:28 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 18:12:31 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 6: sync_c=7.465
+[Apr 30, 2026 - 18:12:32 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 18:12:38 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 18:12:41 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 7: sync_c=6.033
+[Apr 30, 2026 - 18:12:42 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 18:12:48 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 18:12:51 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 8: sync_c=6.095
+[Apr 30, 2026 - 18:12:52 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 18:12:58 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 18:13:01 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 9: sync_c=5.277
+[Apr 30, 2026 - 18:13:02 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging val0 stats at iteration 700--------------------
+[Apr 30, 2026 - 18:13:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 18:13:18 | INFO | fastgen.callbacks.wandb:on_validation_end:763 ] Logged 10 val videos at iteration 700
+[Apr 30, 2026 - 18:13:18 | INFO | fastgen.callbacks.wandb:on_validation_end:769 ] [SyncEval] val0 mean sync_c: 6.244 (n=10)
+[Apr 30, 2026 - 18:14:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394564  35.727444   7.279930
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.132812  95.531250  95.000000
+util                      96.250000  99.000000  89.000000
+[Apr 30, 2026 - 18:14:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 701 : avg iteration time       201.45 seconds
+[Apr 30, 2026 - 18:14:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 701 : data loading time        0.00
+[Apr 30, 2026 - 18:14:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 701 : avg forward pass time    8.45
+[Apr 30, 2026 - 18:14:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 701 : backward pass time       6.71
+[Apr 30, 2026 - 18:14:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 701 : optimizer step time      0.69
+[Apr 30, 2026 - 18:14:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 701--------------------
+[Apr 30, 2026 - 18:14:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 18:14:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 18:14:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:14:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:15:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394564  35.727444   7.279930
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.132812  95.531250  95.000000
+util                      94.500000  99.000000  90.000000
+[Apr 30, 2026 - 18:15:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 702 : avg iteration time       59.51 seconds
+[Apr 30, 2026 - 18:15:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 702 : data loading time        0.00
+[Apr 30, 2026 - 18:15:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 702 : avg forward pass time    8.01
+[Apr 30, 2026 - 18:15:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 702 : backward pass time       6.70
+[Apr 30, 2026 - 18:15:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 702 : optimizer step time      0.69
+[Apr 30, 2026 - 18:15:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 702--------------------
+[Apr 30, 2026 - 18:15:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 18:15:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 18:15:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:15:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:16:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393970  35.725052   7.279930
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  95.134277  95.531250  95.001953
+util                      96.000000  99.000000  92.000000
+[Apr 30, 2026 - 18:16:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 703 : avg iteration time       68.23 seconds
+[Apr 30, 2026 - 18:16:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 703 : data loading time        0.00
+[Apr 30, 2026 - 18:16:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 703 : avg forward pass time    10.19
+[Apr 30, 2026 - 18:16:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 703 : backward pass time       6.71
+[Apr 30, 2026 - 18:16:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 703 : optimizer step time      0.68
+[Apr 30, 2026 - 18:16:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 703--------------------
+[Apr 30, 2026 - 18:16:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 18:16:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 18:16:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:16:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:17:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393718  35.724060   7.279930
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.132812  95.531250  95.000000
+util                      96.250000  99.000000  92.000000
+[Apr 30, 2026 - 18:17:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 704 : avg iteration time       66.02 seconds
+[Apr 30, 2026 - 18:17:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 704 : data loading time        0.00
+[Apr 30, 2026 - 18:17:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 704 : avg forward pass time    9.64
+[Apr 30, 2026 - 18:17:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 704 : backward pass time       6.70
+[Apr 30, 2026 - 18:17:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 704 : optimizer step time      0.71
+[Apr 30, 2026 - 18:17:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 704--------------------
+[Apr 30, 2026 - 18:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0053        iter count: 1.0
+[Apr 30, 2026 - 18:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0053   iter count: 1.0
+[Apr 30, 2026 - 18:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:17:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394108   35.724060    7.280453
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.544434  137.734375  136.974609
+util                       60.250000   67.000000   56.000000
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 705 : avg iteration time       154.69 seconds
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 705 : data loading time        0.00
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 705 : avg forward pass time    31.35
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 705 : backward pass time       7.25
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 705 : optimizer step time      0.40
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 705--------------------
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 88789.3498    iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2411          iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 88789.3498iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.8080iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.7548 iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.7438 iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 318206.4688iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 13488.8252iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 720476.4375iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2411iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.1640  iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 30575.9941iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.5694  iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 508284.5938iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.7548  iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 13488.8252iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.7438  iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 720476.4375iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:20:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 18:21:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394108  35.724060   7.280453
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.937500  94.984375  94.921875
+util                      91.750000  96.000000  87.000000
+[Apr 30, 2026 - 18:21:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 706 : avg iteration time       66.04 seconds
+[Apr 30, 2026 - 18:21:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 706 : data loading time        0.00
+[Apr 30, 2026 - 18:21:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 706 : avg forward pass time    9.64
+[Apr 30, 2026 - 18:21:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 706 : backward pass time       6.70
+[Apr 30, 2026 - 18:21:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 706 : optimizer step time      0.69
+[Apr 30, 2026 - 18:21:14 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 706--------------------
+[Apr 30, 2026 - 18:21:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 18:21:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 18:21:14 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:21:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:22:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394300  35.724812   7.280453
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.913086  94.945312  94.902344
+util                      91.000000  96.000000  86.000000
+[Apr 30, 2026 - 18:22:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 707 : avg iteration time       63.80 seconds
+[Apr 30, 2026 - 18:22:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 707 : data loading time        0.00
+[Apr 30, 2026 - 18:22:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 707 : avg forward pass time    9.09
+[Apr 30, 2026 - 18:22:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 707 : backward pass time       6.70
+[Apr 30, 2026 - 18:22:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 707 : optimizer step time      0.70
+[Apr 30, 2026 - 18:22:17 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 707--------------------
+[Apr 30, 2026 - 18:22:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0053        iter count: 1.0
+[Apr 30, 2026 - 18:22:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0053   iter count: 1.0
+[Apr 30, 2026 - 18:22:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:22:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:23:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394363  35.725063   7.280472
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.913086  94.945312  94.902344
+util                      95.000000  99.000000  87.000000
+[Apr 30, 2026 - 18:23:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 708 : avg iteration time       59.69 seconds
+[Apr 30, 2026 - 18:23:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 708 : data loading time        0.00
+[Apr 30, 2026 - 18:23:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 708 : avg forward pass time    8.05
+[Apr 30, 2026 - 18:23:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 708 : backward pass time       6.70
+[Apr 30, 2026 - 18:23:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 708 : optimizer step time      0.69
+[Apr 30, 2026 - 18:23:17 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 708--------------------
+[Apr 30, 2026 - 18:23:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0051        iter count: 1.0
+[Apr 30, 2026 - 18:23:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0051   iter count: 1.0
+[Apr 30, 2026 - 18:23:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:23:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:24:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394332  35.724941   7.280453
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.913086  94.945312  94.902344
+util                      96.250000  99.000000  92.000000
+[Apr 30, 2026 - 18:24:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 709 : avg iteration time       63.76 seconds
+[Apr 30, 2026 - 18:24:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 709 : data loading time        0.00
+[Apr 30, 2026 - 18:24:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 709 : avg forward pass time    9.08
+[Apr 30, 2026 - 18:24:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 709 : backward pass time       6.69
+[Apr 30, 2026 - 18:24:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 709 : optimizer step time      0.69
+[Apr 30, 2026 - 18:24:21 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 709--------------------
+[Apr 30, 2026 - 18:24:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 18:24:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 18:24:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:24:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394065   35.723881    7.280453
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.524902  137.734375  136.896484
+util                       64.750000   68.000000   61.000000
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 710 : avg iteration time       154.24 seconds
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 710 : data loading time        0.00
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 710 : avg forward pass time    31.19
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 710 : backward pass time       7.23
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 710 : optimizer step time      0.40
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 710--------------------
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 494274.8809   iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3098          iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 494274.8809iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.5141iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 5.7313 iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.7760 iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1602578.0000iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 95084.2578iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 5677443.0000iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3098iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.5281  iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 468002.3750iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.7313  iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 95084.2578iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.7760  iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 5677443.0000iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.0211  iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 169782.0312iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:26:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 18:28:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394065  35.723881   7.280453
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.938965  94.984375  94.923828
+util                      95.250000  99.000000  91.000000
+[Apr 30, 2026 - 18:28:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 711 : avg iteration time       68.15 seconds
+[Apr 30, 2026 - 18:28:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 711 : data loading time        0.00
+[Apr 30, 2026 - 18:28:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 711 : avg forward pass time    10.17
+[Apr 30, 2026 - 18:28:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 711 : backward pass time       6.71
+[Apr 30, 2026 - 18:28:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 711 : optimizer step time      0.69
+[Apr 30, 2026 - 18:28:03 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 711--------------------
+[Apr 30, 2026 - 18:28:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 18:28:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 18:28:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:28:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:29:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394070  35.723888   7.280460
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.948730  95.023438  94.923828
+util                      92.250000  99.000000  88.000000
+[Apr 30, 2026 - 18:29:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 712 : avg iteration time       65.92 seconds
+[Apr 30, 2026 - 18:29:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 712 : data loading time        0.00
+[Apr 30, 2026 - 18:29:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 712 : avg forward pass time    9.61
+[Apr 30, 2026 - 18:29:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 712 : backward pass time       6.71
+[Apr 30, 2026 - 18:29:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 712 : optimizer step time      0.68
+[Apr 30, 2026 - 18:29:09 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 712--------------------
+[Apr 30, 2026 - 18:29:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0030        iter count: 1.0
+[Apr 30, 2026 - 18:29:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0030   iter count: 1.0
+[Apr 30, 2026 - 18:29:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:29:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:30:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394065  35.723881   7.280453
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.947266  95.023438  94.921875
+util                      96.750000  99.000000  90.000000
+[Apr 30, 2026 - 18:30:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 713 : avg iteration time       65.97 seconds
+[Apr 30, 2026 - 18:30:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 713 : data loading time        0.00
+[Apr 30, 2026 - 18:30:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 713 : avg forward pass time    9.63
+[Apr 30, 2026 - 18:30:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 713 : backward pass time       6.71
+[Apr 30, 2026 - 18:30:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 713 : optimizer step time      0.69
+[Apr 30, 2026 - 18:30:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 713--------------------
+[Apr 30, 2026 - 18:30:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 18:30:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 18:30:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:30:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:31:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394065  35.723881   7.280453
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.947266  95.023438  94.921875
+util                      96.500000  99.000000  93.000000
+[Apr 30, 2026 - 18:31:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 714 : avg iteration time       61.53 seconds
+[Apr 30, 2026 - 18:31:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 714 : data loading time        0.00
+[Apr 30, 2026 - 18:31:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 714 : avg forward pass time    8.52
+[Apr 30, 2026 - 18:31:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 714 : backward pass time       6.70
+[Apr 30, 2026 - 18:31:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 714 : optimizer step time      0.69
+[Apr 30, 2026 - 18:31:17 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 714--------------------
+[Apr 30, 2026 - 18:31:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 18:31:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 18:31:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:31:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.393810   35.722771    7.280468
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.437012  137.597656  136.955078
+util                       63.000000   68.000000   54.000000
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 715 : avg iteration time       154.65 seconds
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 715 : data loading time        0.00
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 715 : avg forward pass time    31.31
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 715 : backward pass time       7.29
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 715 : optimizer step time      0.40
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 715--------------------
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 5479.3594     iter count: 1.0
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3958          iter count: 1.0
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 5479.3594iter count: 1.0
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.4160iter count: 1.0
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.5830 iter count: 1.0
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.3929 iter count: 1.0
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 17971.4453iter count: 1.0
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1294.7795iter count: 1.0
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 48332.4844iter count: 1.0
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3958iter count: 1.0
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.3929  iter count: 1.0
+[Apr 30, 2026 - 18:33:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 48332.4844iter count: 1.0
+[Apr 30, 2026 - 18:33:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.5830  iter count: 1.0
+[Apr 30, 2026 - 18:33:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1294.7795iter count: 1.0
+[Apr 30, 2026 - 18:33:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.7229  iter count: 1.0
+[Apr 30, 2026 - 18:33:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1712.7118iter count: 1.0
+[Apr 30, 2026 - 18:33:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.9652  iter count: 1.0
+[Apr 30, 2026 - 18:33:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 20545.8105iter count: 1.0
+[Apr 30, 2026 - 18:33:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 18:33:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:33:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.28 seconds
+[Apr 30, 2026 - 18:34:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393868  35.723022   7.280468
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.953613  95.042969  94.923828
+util                      97.250000  99.000000  94.000000
+[Apr 30, 2026 - 18:34:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 716 : avg iteration time       66.36 seconds
+[Apr 30, 2026 - 18:34:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 716 : data loading time        0.00
+[Apr 30, 2026 - 18:34:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 716 : avg forward pass time    9.66
+[Apr 30, 2026 - 18:34:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 716 : backward pass time       6.70
+[Apr 30, 2026 - 18:34:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 716 : optimizer step time      0.68
+[Apr 30, 2026 - 18:34:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 716--------------------
+[Apr 30, 2026 - 18:34:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 18:34:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 18:34:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:34:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:36:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394184  35.724270   7.280483
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.942383  95.003906  94.921875
+util                      91.250000  99.000000  87.000000
+[Apr 30, 2026 - 18:36:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 717 : avg iteration time       63.88 seconds
+[Apr 30, 2026 - 18:36:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 717 : data loading time        0.00
+[Apr 30, 2026 - 18:36:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 717 : avg forward pass time    9.11
+[Apr 30, 2026 - 18:36:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 717 : backward pass time       6.69
+[Apr 30, 2026 - 18:36:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 717 : optimizer step time      0.69
+[Apr 30, 2026 - 18:36:02 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 717--------------------
+[Apr 30, 2026 - 18:36:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 18:36:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 18:36:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:36:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:37:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394180  35.724270   7.280468
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.942383  95.003906  94.921875
+util                      97.000000  99.000000  91.000000
+[Apr 30, 2026 - 18:37:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 718 : avg iteration time       63.78 seconds
+[Apr 30, 2026 - 18:37:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 718 : data loading time        0.00
+[Apr 30, 2026 - 18:37:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 718 : avg forward pass time    9.08
+[Apr 30, 2026 - 18:37:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 718 : backward pass time       6.70
+[Apr 30, 2026 - 18:37:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 718 : optimizer step time      0.69
+[Apr 30, 2026 - 18:37:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 718--------------------
+[Apr 30, 2026 - 18:37:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0051        iter count: 1.0
+[Apr 30, 2026 - 18:37:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0051   iter count: 1.0
+[Apr 30, 2026 - 18:37:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:37:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:38:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394094  35.723927   7.280468
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.942383  95.003906  94.921875
+util                      95.500000  99.000000  91.000000
+[Apr 30, 2026 - 18:38:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 719 : avg iteration time       63.91 seconds
+[Apr 30, 2026 - 18:38:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 719 : data loading time        0.00
+[Apr 30, 2026 - 18:38:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 719 : avg forward pass time    9.11
+[Apr 30, 2026 - 18:38:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 719 : backward pass time       6.71
+[Apr 30, 2026 - 18:38:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 719 : optimizer step time      0.68
+[Apr 30, 2026 - 18:38:09 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 719--------------------
+[Apr 30, 2026 - 18:38:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 18:38:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 18:38:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:38:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.393961   35.723270    7.280518
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.505371  137.695312  136.935547
+util                       64.500000   68.000000   61.000000
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 720 : avg iteration time       158.44 seconds
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 720 : data loading time        0.00
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 720 : avg forward pass time    32.26
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 720 : backward pass time       7.28
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 720 : optimizer step time      0.39
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 720--------------------
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 6135757.8132  iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5078          iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 6135757.8132iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.8178iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 4.4252 iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.7372 iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 11518027.0000iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 6977.4785iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 38819380.0000iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5078iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 8.7372  iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 38819380.0000iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.8799  iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 6988610.5000iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.2287  iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 257140.1406iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 4.4252  iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 6977.4785iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:40:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 18:41:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393962  35.723286   7.280518
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.898438  95.003906  94.863281
+util                      95.250000  99.000000  87.000000
+[Apr 30, 2026 - 18:41:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 721 : avg iteration time       66.01 seconds
+[Apr 30, 2026 - 18:41:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 721 : data loading time        0.00
+[Apr 30, 2026 - 18:41:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 721 : avg forward pass time    9.63
+[Apr 30, 2026 - 18:41:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 721 : backward pass time       6.70
+[Apr 30, 2026 - 18:41:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 721 : optimizer step time      0.69
+[Apr 30, 2026 - 18:41:54 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 721--------------------
+[Apr 30, 2026 - 18:41:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0053        iter count: 1.0
+[Apr 30, 2026 - 18:41:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0053   iter count: 1.0
+[Apr 30, 2026 - 18:41:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:41:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:42:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393987  35.723389   7.280518
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.908203  95.042969  94.863281
+util                      91.250000  96.000000  87.000000
+[Apr 30, 2026 - 18:42:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 722 : avg iteration time       61.70 seconds
+[Apr 30, 2026 - 18:42:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 722 : data loading time        0.00
+[Apr 30, 2026 - 18:42:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 722 : avg forward pass time    8.56
+[Apr 30, 2026 - 18:42:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 722 : backward pass time       6.70
+[Apr 30, 2026 - 18:42:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 722 : optimizer step time      0.69
+[Apr 30, 2026 - 18:42:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 722--------------------
+[Apr 30, 2026 - 18:42:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 18:42:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 18:42:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:42:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:43:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393987  35.723389   7.280518
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.899414  95.003906  94.863281
+util                      96.000000  99.000000  89.000000
+[Apr 30, 2026 - 18:43:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 723 : avg iteration time       61.71 seconds
+[Apr 30, 2026 - 18:43:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 723 : data loading time        0.00
+[Apr 30, 2026 - 18:43:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 723 : avg forward pass time    8.56
+[Apr 30, 2026 - 18:43:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 723 : backward pass time       6.70
+[Apr 30, 2026 - 18:43:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 723 : optimizer step time      0.69
+[Apr 30, 2026 - 18:43:57 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 723--------------------
+[Apr 30, 2026 - 18:43:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0046        iter count: 1.0
+[Apr 30, 2026 - 18:43:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 18:43:57 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:43:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:45:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393997  35.723412   7.280537
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.898926  95.003906  94.863281
+util                      95.000000  99.000000  87.000000
+[Apr 30, 2026 - 18:45:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 724 : avg iteration time       66.19 seconds
+[Apr 30, 2026 - 18:45:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 724 : data loading time        0.00
+[Apr 30, 2026 - 18:45:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 724 : avg forward pass time    9.68
+[Apr 30, 2026 - 18:45:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 724 : backward pass time       6.71
+[Apr 30, 2026 - 18:45:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 724 : optimizer step time      0.69
+[Apr 30, 2026 - 18:45:03 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 724--------------------
+[Apr 30, 2026 - 18:45:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 18:45:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 18:45:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:45:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.393847   35.722439    7.280659
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.334473  137.656250  136.369141
+util                       60.500000   65.000000   55.000000
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 725 : avg iteration time       156.72 seconds
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 725 : data loading time        0.00
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 725 : avg forward pass time    31.84
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 725 : backward pass time       7.24
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 725 : optimizer step time      0.39
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 725--------------------
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1266356.9292  iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5996          iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1266356.9292iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.6593iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.5819 iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.9288 iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1932206.7500iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 23.6603iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 7706814.5000iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5996iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.2556  iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 4969.7773iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.8710  iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 17019.0938iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 1.5819  iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 23.6603 iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.9288  iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 7706814.5000iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:47:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 18:48:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.393969  35.722923   7.280659
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.953613  94.984375  94.943359
+util                      95.000000  99.000000  87.000000
+[Apr 30, 2026 - 18:48:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 726 : avg iteration time       66.08 seconds
+[Apr 30, 2026 - 18:48:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 726 : data loading time        0.00
+[Apr 30, 2026 - 18:48:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 726 : avg forward pass time    9.65
+[Apr 30, 2026 - 18:48:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 726 : backward pass time       6.71
+[Apr 30, 2026 - 18:48:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 726 : optimizer step time      0.69
+[Apr 30, 2026 - 18:48:46 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 726--------------------
+[Apr 30, 2026 - 18:48:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 18:48:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 18:48:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:48:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:49:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394464  35.724915   7.280647
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.953613  94.984375  94.943359
+util                      96.500000  99.000000  93.000000
+[Apr 30, 2026 - 18:49:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 727 : avg iteration time       68.17 seconds
+[Apr 30, 2026 - 18:49:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 727 : data loading time        0.00
+[Apr 30, 2026 - 18:49:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 727 : avg forward pass time    10.17
+[Apr 30, 2026 - 18:49:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 727 : backward pass time       6.71
+[Apr 30, 2026 - 18:49:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 727 : optimizer step time      0.68
+[Apr 30, 2026 - 18:49:54 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 727--------------------
+[Apr 30, 2026 - 18:49:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 18:49:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 18:49:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:49:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:50:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394526  35.725166   7.280647
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.952637  94.984375  94.941406
+util                      95.500000  99.000000  88.000000
+[Apr 30, 2026 - 18:50:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 728 : avg iteration time       63.84 seconds
+[Apr 30, 2026 - 18:50:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 728 : data loading time        0.00
+[Apr 30, 2026 - 18:50:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 728 : avg forward pass time    9.09
+[Apr 30, 2026 - 18:50:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 728 : backward pass time       6.71
+[Apr 30, 2026 - 18:50:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 728 : optimizer step time      0.68
+[Apr 30, 2026 - 18:50:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 728--------------------
+[Apr 30, 2026 - 18:50:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0045        iter count: 1.0
+[Apr 30, 2026 - 18:50:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 18:50:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:50:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:52:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394407  35.724689   7.280647
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.948730  94.964844  94.943359
+util                      95.750000  99.000000  92.000000
+[Apr 30, 2026 - 18:52:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 729 : avg iteration time       63.74 seconds
+[Apr 30, 2026 - 18:52:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 729 : data loading time        0.00
+[Apr 30, 2026 - 18:52:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 729 : avg forward pass time    9.08
+[Apr 30, 2026 - 18:52:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 729 : backward pass time       6.69
+[Apr 30, 2026 - 18:52:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 729 : optimizer step time      0.69
+[Apr 30, 2026 - 18:52:02 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 729--------------------
+[Apr 30, 2026 - 18:52:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0033        iter count: 1.0
+[Apr 30, 2026 - 18:52:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 18:52:02 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:52:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394257   35.723999    7.280685
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.417480  137.578125  136.935547
+util                       61.750000   67.000000   57.000000
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 730 : avg iteration time       159.18 seconds
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 730 : data loading time        0.00
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 730 : avg forward pass time    32.45
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 730 : backward pass time       7.32
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 730 : optimizer step time      0.39
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 730--------------------
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 3658040.6895  iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.6421          iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 3658040.6895iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.8977iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 5.9238 iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.3681 iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 5038703.5000iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 139739.0781iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 18555036.0000iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.6421iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.9779  iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1150667.2500iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 8.3681  iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 18555036.0000iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.3211  iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 309370.5000iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.9238  iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 139739.0781iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:54:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 18:55:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394255  35.723999   7.280685
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.958008  95.003906  94.941406
+util                      94.250000  99.000000  90.000000
+[Apr 30, 2026 - 18:55:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 731 : avg iteration time       66.20 seconds
+[Apr 30, 2026 - 18:55:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 731 : data loading time        0.00
+[Apr 30, 2026 - 18:55:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 731 : avg forward pass time    9.68
+[Apr 30, 2026 - 18:55:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 731 : backward pass time       6.69
+[Apr 30, 2026 - 18:55:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 731 : optimizer step time      0.69
+[Apr 30, 2026 - 18:55:47 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 731--------------------
+[Apr 30, 2026 - 18:55:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 18:55:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 18:55:47 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:55:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:56:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394255  35.723999   7.280685
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.001953  95.003906  95.000000
+util                      92.500000  98.000000  88.000000
+[Apr 30, 2026 - 18:56:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 732 : avg iteration time       61.78 seconds
+[Apr 30, 2026 - 18:56:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 732 : data loading time        0.00
+[Apr 30, 2026 - 18:56:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 732 : avg forward pass time    8.58
+[Apr 30, 2026 - 18:56:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 732 : backward pass time       6.70
+[Apr 30, 2026 - 18:56:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 732 : optimizer step time      0.69
+[Apr 30, 2026 - 18:56:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 732--------------------
+[Apr 30, 2026 - 18:56:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 18:56:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 18:56:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:56:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:57:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394255  35.723999   7.280685
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.957031  95.003906  94.941406
+util                      96.750000  99.000000  93.000000
+[Apr 30, 2026 - 18:57:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 733 : avg iteration time       61.66 seconds
+[Apr 30, 2026 - 18:57:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 733 : data loading time        0.00
+[Apr 30, 2026 - 18:57:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 733 : avg forward pass time    8.55
+[Apr 30, 2026 - 18:57:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 733 : backward pass time       6.70
+[Apr 30, 2026 - 18:57:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 733 : optimizer step time      0.69
+[Apr 30, 2026 - 18:57:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 733--------------------
+[Apr 30, 2026 - 18:57:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 18:57:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 18:57:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:57:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 18:58:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394256  35.723999   7.280689
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.958008  95.003906  94.941406
+util                      96.000000  99.000000  89.000000
+[Apr 30, 2026 - 18:58:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 734 : avg iteration time       61.65 seconds
+[Apr 30, 2026 - 18:58:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 734 : data loading time        0.00
+[Apr 30, 2026 - 18:58:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 734 : avg forward pass time    8.55
+[Apr 30, 2026 - 18:58:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 734 : backward pass time       6.71
+[Apr 30, 2026 - 18:58:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 734 : optimizer step time      0.69
+[Apr 30, 2026 - 18:58:52 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 734--------------------
+[Apr 30, 2026 - 18:58:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 18:58:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 18:58:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 18:58:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394052   35.723114    7.280701
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.461914  137.656250  136.878906
+util                       62.250000   67.000000   57.000000
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 735 : avg iteration time       156.53 seconds
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 735 : data loading time        0.00
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 735 : avg forward pass time    31.80
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 735 : backward pass time       7.32
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 735 : optimizer step time      0.39
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 735--------------------
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 274297.6503   iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3887          iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 274297.6503iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.5655iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.0089 iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.1823 iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 518154.1250iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 55.5812iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1731670.8750iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3887iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.3693  iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 340667.9688iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 2.7013  iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 222.0043iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.0089  iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 55.5812 iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.1823  iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 1731670.8750iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:01:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 19:02:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394088  35.723259   7.280701
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.934082  95.023438  94.904297
+util                      95.250000  99.000000  87.000000
+[Apr 30, 2026 - 19:02:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 736 : avg iteration time       66.05 seconds
+[Apr 30, 2026 - 19:02:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 736 : data loading time        0.00
+[Apr 30, 2026 - 19:02:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 736 : avg forward pass time    9.65
+[Apr 30, 2026 - 19:02:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 736 : backward pass time       6.70
+[Apr 30, 2026 - 19:02:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 736 : optimizer step time      0.69
+[Apr 30, 2026 - 19:02:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 736--------------------
+[Apr 30, 2026 - 19:02:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 19:02:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 19:02:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:02:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:03:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394735  35.725849   7.280701
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  95.002441  95.003906  95.001953
+util                      94.250000  99.000000  90.000000
+[Apr 30, 2026 - 19:03:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 737 : avg iteration time       65.94 seconds
+[Apr 30, 2026 - 19:03:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 737 : data loading time        0.00
+[Apr 30, 2026 - 19:03:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 737 : avg forward pass time    9.62
+[Apr 30, 2026 - 19:03:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 737 : backward pass time       6.70
+[Apr 30, 2026 - 19:03:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 737 : optimizer step time      0.69
+[Apr 30, 2026 - 19:03:41 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 737--------------------
+[Apr 30, 2026 - 19:03:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 19:03:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 19:03:41 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:03:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:04:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394777  35.726017   7.280701
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.928223  95.003906  94.902344
+util                      95.500000  99.000000  92.000000
+[Apr 30, 2026 - 19:04:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 738 : avg iteration time       63.82 seconds
+[Apr 30, 2026 - 19:04:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 738 : data loading time        0.00
+[Apr 30, 2026 - 19:04:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 738 : avg forward pass time    9.09
+[Apr 30, 2026 - 19:04:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 738 : backward pass time       6.70
+[Apr 30, 2026 - 19:04:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 738 : optimizer step time      0.69
+[Apr 30, 2026 - 19:04:45 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 738--------------------
+[Apr 30, 2026 - 19:04:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 19:04:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 19:04:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:04:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:05:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394778  35.726021   7.280701
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  95.001465  95.003906  95.000000
+util                      92.500000  98.000000  88.000000
+[Apr 30, 2026 - 19:05:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 739 : avg iteration time       61.56 seconds
+[Apr 30, 2026 - 19:05:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 739 : data loading time        0.00
+[Apr 30, 2026 - 19:05:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 739 : avg forward pass time    8.54
+[Apr 30, 2026 - 19:05:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 739 : backward pass time       6.69
+[Apr 30, 2026 - 19:05:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 739 : optimizer step time      0.69
+[Apr 30, 2026 - 19:05:46 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 739--------------------
+[Apr 30, 2026 - 19:05:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 19:05:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 19:05:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:05:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394567   35.725075    7.280735
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.339844  137.480469  136.917969
+util                       59.250000   63.000000   57.000000
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 740 : avg iteration time       160.97 seconds
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 740 : data loading time        0.00
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 740 : avg forward pass time    32.92
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 740 : backward pass time       7.24
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 740 : optimizer step time      0.39
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 740--------------------
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 346954.3377   iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5361          iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 346954.3377iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.7371iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.7613 iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.0290 iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 456628.0000iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1849.2869iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1274458.6250iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5361iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 7.0290  iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1274458.6250iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.7613  iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1849.2869iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 6.5339  iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 473462.1562iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.6241  iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 76741.9141iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:08:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 19:09:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394598  35.725201   7.280735
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.913574  95.003906  94.882812
+util                      95.500000  99.000000  92.000000
+[Apr 30, 2026 - 19:09:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 741 : avg iteration time       66.07 seconds
+[Apr 30, 2026 - 19:09:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 741 : data loading time        0.00
+[Apr 30, 2026 - 19:09:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 741 : avg forward pass time    9.66
+[Apr 30, 2026 - 19:09:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 741 : backward pass time       6.69
+[Apr 30, 2026 - 19:09:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 741 : optimizer step time      0.68
+[Apr 30, 2026 - 19:09:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 741--------------------
+[Apr 30, 2026 - 19:09:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 19:09:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 19:09:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:09:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:10:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394598  35.725201   7.280735
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.913574  95.003906  94.882812
+util                      96.000000  99.000000  89.000000
+[Apr 30, 2026 - 19:10:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 742 : avg iteration time       61.66 seconds
+[Apr 30, 2026 - 19:10:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 742 : data loading time        0.00
+[Apr 30, 2026 - 19:10:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 742 : avg forward pass time    8.55
+[Apr 30, 2026 - 19:10:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 742 : backward pass time       6.69
+[Apr 30, 2026 - 19:10:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 742 : optimizer step time      0.69
+[Apr 30, 2026 - 19:10:35 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 742--------------------
+[Apr 30, 2026 - 19:10:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0044        iter count: 1.0
+[Apr 30, 2026 - 19:10:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0044   iter count: 1.0
+[Apr 30, 2026 - 19:10:35 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:10:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:11:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394617  35.725277   7.280735
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.961914  94.964844  94.960938
+util                      92.500000  99.000000  88.000000
+[Apr 30, 2026 - 19:11:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 743 : avg iteration time       63.86 seconds
+[Apr 30, 2026 - 19:11:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 743 : data loading time        0.00
+[Apr 30, 2026 - 19:11:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 743 : avg forward pass time    9.11
+[Apr 30, 2026 - 19:11:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 743 : backward pass time       6.70
+[Apr 30, 2026 - 19:11:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 743 : optimizer step time      0.69
+[Apr 30, 2026 - 19:11:39 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 743--------------------
+[Apr 30, 2026 - 19:11:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0046        iter count: 1.0
+[Apr 30, 2026 - 19:11:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 19:11:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:11:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:12:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394618  35.725277   7.280735
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.903809  94.964844  94.882812
+util                      92.500000  99.000000  88.000000
+[Apr 30, 2026 - 19:12:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 744 : avg iteration time       61.60 seconds
+[Apr 30, 2026 - 19:12:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 744 : data loading time        0.00
+[Apr 30, 2026 - 19:12:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 744 : avg forward pass time    8.54
+[Apr 30, 2026 - 19:12:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 744 : backward pass time       6.70
+[Apr 30, 2026 - 19:12:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 744 : optimizer step time      0.69
+[Apr 30, 2026 - 19:12:40 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 744--------------------
+[Apr 30, 2026 - 19:12:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 19:12:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 19:12:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:12:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394348   35.724106    7.280769
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.456543  137.617188  136.974609
+util                       65.250000   70.000000   58.000000
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 745 : avg iteration time       154.55 seconds
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 745 : data loading time        0.00
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 745 : avg forward pass time    31.27
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 745 : backward pass time       7.30
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 745 : optimizer step time      0.40
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 745--------------------
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 2576.1961     iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2522          iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 2576.1961iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.2498iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.2828 iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.1638 iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 11643.9150iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 710.2497iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 30561.7695iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2522iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.7472  iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 13284.1719iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.8053  iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 2019.4692iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.2828  iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 710.2497iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.1638  iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 30561.7695iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:15:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 19:16:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394352  35.724106   7.280769
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      96.750000  99.000000  93.000000
+[Apr 30, 2026 - 19:16:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 746 : avg iteration time       68.15 seconds
+[Apr 30, 2026 - 19:16:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 746 : data loading time        0.00
+[Apr 30, 2026 - 19:16:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 746 : avg forward pass time    10.17
+[Apr 30, 2026 - 19:16:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 746 : backward pass time       6.72
+[Apr 30, 2026 - 19:16:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 746 : optimizer step time      0.69
+[Apr 30, 2026 - 19:16:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 746--------------------
+[Apr 30, 2026 - 19:16:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 19:16:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 19:16:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:16:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:17:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394703  35.725521   7.280773
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.918457  94.964844  94.902344
+util                      93.250000  99.000000  89.000000
+[Apr 30, 2026 - 19:17:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 747 : avg iteration time       63.91 seconds
+[Apr 30, 2026 - 19:17:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 747 : data loading time        0.00
+[Apr 30, 2026 - 19:17:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 747 : avg forward pass time    9.12
+[Apr 30, 2026 - 19:17:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 747 : backward pass time       6.69
+[Apr 30, 2026 - 19:17:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 747 : optimizer step time      0.70
+[Apr 30, 2026 - 19:17:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 747--------------------
+[Apr 30, 2026 - 19:17:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0034        iter count: 1.0
+[Apr 30, 2026 - 19:17:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0034   iter count: 1.0
+[Apr 30, 2026 - 19:17:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:17:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:18:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394702  35.725521   7.280769
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.918945  94.964844  94.902344
+util                      96.750000  99.000000  94.000000
+[Apr 30, 2026 - 19:18:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 748 : avg iteration time       63.69 seconds
+[Apr 30, 2026 - 19:18:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 748 : data loading time        0.00
+[Apr 30, 2026 - 19:18:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 748 : avg forward pass time    9.06
+[Apr 30, 2026 - 19:18:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 748 : backward pass time       6.71
+[Apr 30, 2026 - 19:18:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 748 : optimizer step time      0.69
+[Apr 30, 2026 - 19:18:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 748--------------------
+[Apr 30, 2026 - 19:18:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0026        iter count: 1.0
+[Apr 30, 2026 - 19:18:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0026   iter count: 1.0
+[Apr 30, 2026 - 19:18:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:18:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:19:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394707  35.725540   7.280769
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.918457  94.964844  94.902344
+util                      96.500000  99.000000  93.000000
+[Apr 30, 2026 - 19:19:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 749 : avg iteration time       66.00 seconds
+[Apr 30, 2026 - 19:19:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 749 : data loading time        0.00
+[Apr 30, 2026 - 19:19:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 749 : avg forward pass time    9.64
+[Apr 30, 2026 - 19:19:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 749 : backward pass time       6.70
+[Apr 30, 2026 - 19:19:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 749 : optimizer step time      0.69
+[Apr 30, 2026 - 19:19:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 749--------------------
+[Apr 30, 2026 - 19:19:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 19:19:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 19:19:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:19:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394632   35.724514    7.280949
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.407715  137.597656  136.837891
+util                       66.250000   72.000000   61.000000
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 750 : avg iteration time       159.01 seconds
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 750 : data loading time        0.00
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 750 : avg forward pass time    32.37
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 750 : backward pass time       7.37
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 750 : optimizer step time      0.39
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 750--------------------
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 9148.4804     iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5156          iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 9148.4804iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 3.8859iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 1.6750 iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.7420 iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 27709.3438iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 28.5016iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 97146.9609iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5156iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.3993  iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 896.6042iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 1.6750  iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 28.5016 iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.7272  iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 12765.3125iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.7420  iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 97146.9609iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0052   iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:22:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 19:23:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394632  35.724514   7.280949
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.890137  95.023438  94.845703
+util                      96.000000  99.000000  89.000000
+[Apr 30, 2026 - 19:23:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 751 : avg iteration time       70.44 seconds
+[Apr 30, 2026 - 19:23:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 751 : data loading time        0.00
+[Apr 30, 2026 - 19:23:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 751 : avg forward pass time    10.74
+[Apr 30, 2026 - 19:23:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 751 : backward pass time       6.71
+[Apr 30, 2026 - 19:23:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 751 : optimizer step time      0.69
+[Apr 30, 2026 - 19:23:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 751--------------------
+[Apr 30, 2026 - 19:23:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0047        iter count: 1.0
+[Apr 30, 2026 - 19:23:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0047   iter count: 1.0
+[Apr 30, 2026 - 19:23:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:23:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:24:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394632  35.724514   7.280949
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.884277  95.003906  94.843750
+util                      97.000000  99.000000  91.000000
+[Apr 30, 2026 - 19:24:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 752 : avg iteration time       63.81 seconds
+[Apr 30, 2026 - 19:24:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 752 : data loading time        0.00
+[Apr 30, 2026 - 19:24:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 752 : avg forward pass time    9.09
+[Apr 30, 2026 - 19:24:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 752 : backward pass time       6.70
+[Apr 30, 2026 - 19:24:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 752 : optimizer step time      0.69
+[Apr 30, 2026 - 19:24:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 752--------------------
+[Apr 30, 2026 - 19:24:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 19:24:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 19:24:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:24:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:25:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394641  35.724548   7.280949
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.884766  95.003906  94.843750
+util                      94.250000  99.000000  90.000000
+[Apr 30, 2026 - 19:25:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 753 : avg iteration time       59.70 seconds
+[Apr 30, 2026 - 19:25:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 753 : data loading time        0.00
+[Apr 30, 2026 - 19:25:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 753 : avg forward pass time    8.06
+[Apr 30, 2026 - 19:25:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 753 : backward pass time       6.69
+[Apr 30, 2026 - 19:25:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 753 : optimizer step time      0.69
+[Apr 30, 2026 - 19:25:30 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 753--------------------
+[Apr 30, 2026 - 19:25:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 19:25:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 19:25:30 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:25:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:26:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394645  35.724560   7.280949
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.885254  95.003906  94.845703
+util                      92.500000  98.000000  88.000000
+[Apr 30, 2026 - 19:26:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 754 : avg iteration time       65.98 seconds
+[Apr 30, 2026 - 19:26:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 754 : data loading time        0.00
+[Apr 30, 2026 - 19:26:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 754 : avg forward pass time    9.64
+[Apr 30, 2026 - 19:26:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 754 : backward pass time       6.69
+[Apr 30, 2026 - 19:26:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 754 : optimizer step time      0.69
+[Apr 30, 2026 - 19:26:36 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 754--------------------
+[Apr 30, 2026 - 19:26:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0048        iter count: 1.0
+[Apr 30, 2026 - 19:26:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0048   iter count: 1.0
+[Apr 30, 2026 - 19:26:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:26:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394551   35.723705    7.281158
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.515137  137.734375  136.857422
+util                       60.000000   64.000000   55.000000
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 755 : avg iteration time       163.20 seconds
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 755 : data loading time        0.00
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 755 : avg forward pass time    33.45
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 755 : backward pass time       7.26
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 755 : optimizer step time      0.39
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 755--------------------
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 296366.9952   iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3667          iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 296366.9952iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.8445iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.2643 iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.6352 iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1079226.2500iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 684.5012iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 4283859.0000iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3667iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.2977  iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 731.6935iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.2643  iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 684.5012iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.6352  iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 4283859.0000iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.1809  iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 31629.9082iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:29:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 19:30:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394548  35.723717   7.281158
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.903320  94.964844  94.882812
+util                      97.000000  99.000000  94.000000
+[Apr 30, 2026 - 19:30:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 756 : avg iteration time       63.86 seconds
+[Apr 30, 2026 - 19:30:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 756 : data loading time        0.00
+[Apr 30, 2026 - 19:30:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 756 : avg forward pass time    9.10
+[Apr 30, 2026 - 19:30:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 756 : backward pass time       6.69
+[Apr 30, 2026 - 19:30:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 756 : optimizer step time      0.69
+[Apr 30, 2026 - 19:30:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 756--------------------
+[Apr 30, 2026 - 19:30:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 19:30:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 19:30:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:30:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:31:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394866  35.724987   7.281158
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.903320  94.964844  94.882812
+util                      95.500000  99.000000  88.000000
+[Apr 30, 2026 - 19:31:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 757 : avg iteration time       63.82 seconds
+[Apr 30, 2026 - 19:31:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 757 : data loading time        0.00
+[Apr 30, 2026 - 19:31:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 757 : avg forward pass time    9.09
+[Apr 30, 2026 - 19:31:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 757 : backward pass time       6.68
+[Apr 30, 2026 - 19:31:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 757 : optimizer step time      0.69
+[Apr 30, 2026 - 19:31:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 757--------------------
+[Apr 30, 2026 - 19:31:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 19:31:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 19:31:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:31:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:32:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394870  35.724987   7.281158
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.961914  94.964844  94.960938
+util                      92.000000  99.000000  87.000000
+[Apr 30, 2026 - 19:32:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 758 : avg iteration time       61.66 seconds
+[Apr 30, 2026 - 19:32:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 758 : data loading time        0.00
+[Apr 30, 2026 - 19:32:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 758 : avg forward pass time    8.56
+[Apr 30, 2026 - 19:32:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 758 : backward pass time       6.70
+[Apr 30, 2026 - 19:32:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 758 : optimizer step time      0.69
+[Apr 30, 2026 - 19:32:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 758--------------------
+[Apr 30, 2026 - 19:32:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 19:32:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 19:32:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:32:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:33:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394786  35.724667   7.281158
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.904785  94.964844  94.884766
+util                      92.250000  99.000000  88.000000
+[Apr 30, 2026 - 19:33:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 759 : avg iteration time       66.02 seconds
+[Apr 30, 2026 - 19:33:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 759 : data loading time        0.00
+[Apr 30, 2026 - 19:33:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 759 : avg forward pass time    9.64
+[Apr 30, 2026 - 19:33:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 759 : backward pass time       6.70
+[Apr 30, 2026 - 19:33:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 759 : optimizer step time      0.69
+[Apr 30, 2026 - 19:33:34 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 759--------------------
+[Apr 30, 2026 - 19:33:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0046        iter count: 1.0
+[Apr 30, 2026 - 19:33:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 19:33:34 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:33:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394727   35.724312    7.281200
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.476074  137.675781  136.876953
+util                       60.250000   65.000000   55.000000
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 760 : avg iteration time       158.66 seconds
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 760 : data loading time        0.00
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 760 : avg forward pass time    32.33
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 760 : backward pass time       7.25
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 760 : optimizer step time      0.40
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 760--------------------
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 581436.2411   iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.6394          iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 581436.2411iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.7965iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.3371 iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.3721 iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1102900.8750iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 791.6912iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 2531382.2500iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.6394iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.2636  iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 37314.6641iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.3371  iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 791.6912iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.2132  iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 1842115.1250iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.3721  iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 2531382.2500iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:36:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 19:37:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394728  35.724312   7.281200
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.918945  94.962891  94.904297
+util                      96.000000  99.000000  89.000000
+[Apr 30, 2026 - 19:37:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 761 : avg iteration time       63.90 seconds
+[Apr 30, 2026 - 19:37:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 761 : data loading time        0.00
+[Apr 30, 2026 - 19:37:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 761 : avg forward pass time    9.11
+[Apr 30, 2026 - 19:37:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 761 : backward pass time       6.72
+[Apr 30, 2026 - 19:37:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 761 : optimizer step time      0.71
+[Apr 30, 2026 - 19:37:17 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 761--------------------
+[Apr 30, 2026 - 19:37:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0050        iter count: 1.0
+[Apr 30, 2026 - 19:37:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0050   iter count: 1.0
+[Apr 30, 2026 - 19:37:17 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:37:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:38:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394728  35.724312   7.281200
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.927734  95.003906  94.902344
+util                      97.000000  99.000000  94.000000
+[Apr 30, 2026 - 19:38:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 762 : avg iteration time       63.95 seconds
+[Apr 30, 2026 - 19:38:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 762 : data loading time        0.00
+[Apr 30, 2026 - 19:38:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 762 : avg forward pass time    9.12
+[Apr 30, 2026 - 19:38:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 762 : backward pass time       6.69
+[Apr 30, 2026 - 19:38:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 762 : optimizer step time      0.69
+[Apr 30, 2026 - 19:38:21 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 762--------------------
+[Apr 30, 2026 - 19:38:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 19:38:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 19:38:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:38:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:39:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394735  35.724312   7.281200
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.927734  95.003906  94.902344
+util                      96.500000  99.000000  90.000000
+[Apr 30, 2026 - 19:39:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 763 : avg iteration time       66.04 seconds
+[Apr 30, 2026 - 19:39:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 763 : data loading time        0.00
+[Apr 30, 2026 - 19:39:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 763 : avg forward pass time    9.64
+[Apr 30, 2026 - 19:39:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 763 : backward pass time       6.71
+[Apr 30, 2026 - 19:39:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 763 : optimizer step time      0.68
+[Apr 30, 2026 - 19:39:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 763--------------------
+[Apr 30, 2026 - 19:39:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 19:39:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 19:39:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:39:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:40:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394729  35.724312   7.281200
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  94.964844  94.902344
+util                      91.250000  97.000000  87.000000
+[Apr 30, 2026 - 19:40:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 764 : avg iteration time       59.47 seconds
+[Apr 30, 2026 - 19:40:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 764 : data loading time        0.00
+[Apr 30, 2026 - 19:40:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 764 : avg forward pass time    8.00
+[Apr 30, 2026 - 19:40:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 764 : backward pass time       6.69
+[Apr 30, 2026 - 19:40:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 764 : optimizer step time      0.69
+[Apr 30, 2026 - 19:40:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 764--------------------
+[Apr 30, 2026 - 19:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 19:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 19:40:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:40:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394775   35.724312    7.281281
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  136.914551  137.109375  136.330078
+util                       60.250000   65.000000   55.000000
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 765 : avg iteration time       158.65 seconds
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 765 : data loading time        0.00
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 765 : avg forward pass time    32.34
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 765 : backward pass time       7.28
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 765 : optimizer step time      0.41
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 765--------------------
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 116978.7093   iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2544          iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 116978.7093iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.8371iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 0.8432 iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.9879 iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 397882.8438iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 5.3999 iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1173828.7500iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2544iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 0.8432  iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 5.3999  iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.4395  iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 391963.6562iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.0778  iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 25733.6738iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.9879  iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 1173828.7500iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:43:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 19:44:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394818  35.724487   7.281277
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.948242  95.023438  94.921875
+util                      95.500000  99.000000  88.000000
+[Apr 30, 2026 - 19:44:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 766 : avg iteration time       63.86 seconds
+[Apr 30, 2026 - 19:44:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 766 : data loading time        0.00
+[Apr 30, 2026 - 19:44:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 766 : avg forward pass time    9.09
+[Apr 30, 2026 - 19:44:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 766 : backward pass time       6.72
+[Apr 30, 2026 - 19:44:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 766 : optimizer step time      0.70
+[Apr 30, 2026 - 19:44:09 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 766--------------------
+[Apr 30, 2026 - 19:44:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 19:44:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 19:44:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:44:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:45:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394825  35.724499   7.281277
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.948242  95.023438  94.921875
+util                      95.500000  99.000000  88.000000
+[Apr 30, 2026 - 19:45:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 767 : avg iteration time       66.00 seconds
+[Apr 30, 2026 - 19:45:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 767 : data loading time        0.00
+[Apr 30, 2026 - 19:45:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 767 : avg forward pass time    9.64
+[Apr 30, 2026 - 19:45:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 767 : backward pass time       6.70
+[Apr 30, 2026 - 19:45:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 767 : optimizer step time      0.68
+[Apr 30, 2026 - 19:45:15 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 767--------------------
+[Apr 30, 2026 - 19:45:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 19:45:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 19:45:15 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:45:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:46:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394818  35.724487   7.281277
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.948730  95.023438  94.923828
+util                      95.750000  99.000000  93.000000
+[Apr 30, 2026 - 19:46:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 768 : avg iteration time       66.16 seconds
+[Apr 30, 2026 - 19:46:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 768 : data loading time        0.00
+[Apr 30, 2026 - 19:46:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 768 : avg forward pass time    9.67
+[Apr 30, 2026 - 19:46:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 768 : backward pass time       6.70
+[Apr 30, 2026 - 19:46:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 768 : optimizer step time      0.68
+[Apr 30, 2026 - 19:46:21 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 768--------------------
+[Apr 30, 2026 - 19:46:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 19:46:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 19:46:21 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:46:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:47:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394818  35.724487   7.281277
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.948242  95.023438  94.921875
+util                      94.500000  99.000000  87.000000
+[Apr 30, 2026 - 19:47:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 769 : avg iteration time       61.69 seconds
+[Apr 30, 2026 - 19:47:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 769 : data loading time        0.00
+[Apr 30, 2026 - 19:47:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 769 : avg forward pass time    8.57
+[Apr 30, 2026 - 19:47:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 769 : backward pass time       6.70
+[Apr 30, 2026 - 19:47:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 769 : optimizer step time      0.69
+[Apr 30, 2026 - 19:47:23 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 769--------------------
+[Apr 30, 2026 - 19:47:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 19:47:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 19:47:23 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:47:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394734   35.724083    7.281296
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.349121  137.519531  136.837891
+util                       58.250000   64.000000   53.000000
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 770 : avg iteration time       156.64 seconds
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 770 : data loading time        0.00
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 770 : avg forward pass time    31.82
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 770 : backward pass time       7.23
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 770 : optimizer step time      0.39
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 770--------------------
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 18049.6109    iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5095          iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 18049.6109iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.4767iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.5335 iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.3153 iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 78471.1172iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1172.6869iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 305745.2500iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5095iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.2537  iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 4951.4170iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.5335  iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1172.6869iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.8042  iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 2015.1096iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.3153  iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 305745.2500iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:49:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 19:51:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394735  35.724083   7.281296
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.966797  94.984375  94.960938
+util                      95.000000  99.000000  88.000000
+[Apr 30, 2026 - 19:51:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 771 : avg iteration time       63.91 seconds
+[Apr 30, 2026 - 19:51:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 771 : data loading time        0.00
+[Apr 30, 2026 - 19:51:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 771 : avg forward pass time    9.11
+[Apr 30, 2026 - 19:51:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 771 : backward pass time       6.70
+[Apr 30, 2026 - 19:51:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 771 : optimizer step time      0.69
+[Apr 30, 2026 - 19:51:03 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 771--------------------
+[Apr 30, 2026 - 19:51:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 19:51:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 19:51:03 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:51:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:52:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394874  35.724640   7.281296
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.957031  94.960938  94.945312
+util                      96.000000  99.000000  89.000000
+[Apr 30, 2026 - 19:52:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 772 : avg iteration time       63.81 seconds
+[Apr 30, 2026 - 19:52:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 772 : data loading time        0.00
+[Apr 30, 2026 - 19:52:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 772 : avg forward pass time    9.09
+[Apr 30, 2026 - 19:52:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 772 : backward pass time       6.71
+[Apr 30, 2026 - 19:52:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 772 : optimizer step time      0.69
+[Apr 30, 2026 - 19:52:07 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 772--------------------
+[Apr 30, 2026 - 19:52:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0049        iter count: 1.0
+[Apr 30, 2026 - 19:52:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0049   iter count: 1.0
+[Apr 30, 2026 - 19:52:07 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:52:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:53:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394701  35.723949   7.281296
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.962891  94.964844  94.960938
+util                      94.250000  99.000000  91.000000
+[Apr 30, 2026 - 19:53:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 773 : avg iteration time       65.93 seconds
+[Apr 30, 2026 - 19:53:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 773 : data loading time        0.00
+[Apr 30, 2026 - 19:53:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 773 : avg forward pass time    9.62
+[Apr 30, 2026 - 19:53:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 773 : backward pass time       6.71
+[Apr 30, 2026 - 19:53:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 773 : optimizer step time      0.68
+[Apr 30, 2026 - 19:53:13 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 773--------------------
+[Apr 30, 2026 - 19:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0046        iter count: 1.0
+[Apr 30, 2026 - 19:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 19:53:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:53:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:54:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394701  35.723949   7.281296
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.961914  94.964844  94.960938
+util                      97.250000  99.000000  92.000000
+[Apr 30, 2026 - 19:54:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 774 : avg iteration time       59.50 seconds
+[Apr 30, 2026 - 19:54:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 774 : data loading time        0.00
+[Apr 30, 2026 - 19:54:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 774 : avg forward pass time    8.01
+[Apr 30, 2026 - 19:54:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 774 : backward pass time       6.70
+[Apr 30, 2026 - 19:54:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 774 : optimizer step time      0.70
+[Apr 30, 2026 - 19:54:12 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 774--------------------
+[Apr 30, 2026 - 19:54:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 19:54:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 19:54:12 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:54:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394742   35.723949    7.281361
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.383789  137.734375  136.332031
+util                       66.250000   71.000000   62.000000
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 775 : avg iteration time       161.15 seconds
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 775 : data loading time        0.00
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 775 : avg forward pass time    32.91
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 775 : backward pass time       7.26
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 775 : optimizer step time      0.39
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 775--------------------
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 167654.9444   iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.6150          iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 167654.9444iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.7564iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.3187 iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.7642 iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 198178.3906iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 103.2699iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 750488.5000iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.6150iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.0507  iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 24374.7051iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 2.3187  iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 103.2699iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 4.8920  iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 17747.1016iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.7642  iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 750488.5000iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:56:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 19:57:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394742  35.723949   7.281361
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  94.964844  94.902344
+util                      96.500000  99.000000  90.000000
+[Apr 30, 2026 - 19:57:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 776 : avg iteration time       64.04 seconds
+[Apr 30, 2026 - 19:57:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 776 : data loading time        0.00
+[Apr 30, 2026 - 19:57:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 776 : avg forward pass time    9.14
+[Apr 30, 2026 - 19:57:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 776 : backward pass time       6.70
+[Apr 30, 2026 - 19:57:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 776 : optimizer step time      0.68
+[Apr 30, 2026 - 19:57:58 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 776--------------------
+[Apr 30, 2026 - 19:57:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0046        iter count: 1.0
+[Apr 30, 2026 - 19:57:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 19:57:58 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:57:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 19:59:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394742  35.723949   7.281361
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      95.500000  99.000000  92.000000
+[Apr 30, 2026 - 19:59:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 777 : avg iteration time       65.93 seconds
+[Apr 30, 2026 - 19:59:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 777 : data loading time        0.00
+[Apr 30, 2026 - 19:59:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 777 : avg forward pass time    9.62
+[Apr 30, 2026 - 19:59:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 777 : backward pass time       6.70
+[Apr 30, 2026 - 19:59:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 777 : optimizer step time      0.69
+[Apr 30, 2026 - 19:59:04 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 777--------------------
+[Apr 30, 2026 - 19:59:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0031        iter count: 1.0
+[Apr 30, 2026 - 19:59:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0031   iter count: 1.0
+[Apr 30, 2026 - 19:59:04 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 19:59:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:00:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394742  35.723949   7.281361
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.923828  94.984375  94.902344
+util                      91.750000  99.000000  87.000000
+[Apr 30, 2026 - 20:00:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 778 : avg iteration time       65.91 seconds
+[Apr 30, 2026 - 20:00:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 778 : data loading time        0.00
+[Apr 30, 2026 - 20:00:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 778 : avg forward pass time    9.61
+[Apr 30, 2026 - 20:00:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 778 : backward pass time       6.71
+[Apr 30, 2026 - 20:00:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 778 : optimizer step time      0.68
+[Apr 30, 2026 - 20:00:09 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 778--------------------
+[Apr 30, 2026 - 20:00:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0046        iter count: 1.0
+[Apr 30, 2026 - 20:00:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 20:00:09 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:00:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:01:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394742  35.723949   7.281361
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.924316  94.984375  94.904297
+util                      96.000000  99.000000  89.000000
+[Apr 30, 2026 - 20:01:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 779 : avg iteration time       63.75 seconds
+[Apr 30, 2026 - 20:01:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 779 : data loading time        0.00
+[Apr 30, 2026 - 20:01:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 779 : avg forward pass time    9.07
+[Apr 30, 2026 - 20:01:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 779 : backward pass time       6.70
+[Apr 30, 2026 - 20:01:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 779 : optimizer step time      0.69
+[Apr 30, 2026 - 20:01:13 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 779--------------------
+[Apr 30, 2026 - 20:01:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 20:01:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 20:01:13 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:01:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394717   35.723724    7.281364
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.026855  137.089844  136.837891
+util                       63.750000   68.000000   56.000000
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 780 : avg iteration time       156.82 seconds
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 780 : data loading time        0.00
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 780 : avg forward pass time    31.85
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 780 : backward pass time       7.17
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 780 : optimizer step time      0.41
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 780--------------------
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 6733828.9368  iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3242          iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 6733828.9368iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.7130iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 5.0651 iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 9.5236 iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 47099996.0000iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 25089.0332iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 187119200.0000iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3242iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 9.5236  iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 187119200.0000iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 7.0067  iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1218900.8750iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.2566  iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 36800.3906iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 5.0651  iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 25089.0332iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:03:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 20:04:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394716  35.723740   7.281364
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.918457  94.964844  94.902344
+util                      95.500000  99.000000  88.000000
+[Apr 30, 2026 - 20:04:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 781 : avg iteration time       61.77 seconds
+[Apr 30, 2026 - 20:04:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 781 : data loading time        0.00
+[Apr 30, 2026 - 20:04:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 781 : avg forward pass time    8.57
+[Apr 30, 2026 - 20:04:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 781 : backward pass time       6.71
+[Apr 30, 2026 - 20:04:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 781 : optimizer step time      0.68
+[Apr 30, 2026 - 20:04:52 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 781--------------------
+[Apr 30, 2026 - 20:04:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 20:04:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 20:04:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:04:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:05:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394890  35.724434   7.281364
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.919434  94.964844  94.904297
+util                      96.000000  99.000000  89.000000
+[Apr 30, 2026 - 20:05:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 782 : avg iteration time       63.81 seconds
+[Apr 30, 2026 - 20:05:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 782 : data loading time        0.00
+[Apr 30, 2026 - 20:05:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 782 : avg forward pass time    9.09
+[Apr 30, 2026 - 20:05:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 782 : backward pass time       6.70
+[Apr 30, 2026 - 20:05:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 782 : optimizer step time      0.69
+[Apr 30, 2026 - 20:05:56 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 782--------------------
+[Apr 30, 2026 - 20:05:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 20:05:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 20:05:56 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:05:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:06:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394890  35.724434   7.281364
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.919434  94.964844  94.904297
+util                      91.500000  97.000000  88.000000
+[Apr 30, 2026 - 20:06:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 783 : avg iteration time       63.90 seconds
+[Apr 30, 2026 - 20:06:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 783 : data loading time        0.00
+[Apr 30, 2026 - 20:06:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 783 : avg forward pass time    9.10
+[Apr 30, 2026 - 20:06:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 783 : backward pass time       6.71
+[Apr 30, 2026 - 20:06:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 783 : optimizer step time      0.69
+[Apr 30, 2026 - 20:06:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 783--------------------
+[Apr 30, 2026 - 20:06:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0046        iter count: 1.0
+[Apr 30, 2026 - 20:06:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 20:06:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:06:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:07:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394891  35.724434   7.281368
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.918457  94.964844  94.902344
+util                      94.000000  98.000000  86.000000
+[Apr 30, 2026 - 20:07:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 784 : avg iteration time       59.47 seconds
+[Apr 30, 2026 - 20:07:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 784 : data loading time        0.00
+[Apr 30, 2026 - 20:07:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 784 : avg forward pass time    8.00
+[Apr 30, 2026 - 20:07:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 784 : backward pass time       6.70
+[Apr 30, 2026 - 20:07:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 784 : optimizer step time      0.69
+[Apr 30, 2026 - 20:07:59 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 784--------------------
+[Apr 30, 2026 - 20:07:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0040        iter count: 1.0
+[Apr 30, 2026 - 20:07:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 20:07:59 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:07:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394772   35.723766    7.281448
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.051270  137.285156  136.349609
+util                       58.000000   64.000000   53.000000
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 785 : avg iteration time       157.11 seconds
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 785 : data loading time        0.00
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 785 : avg forward pass time    31.90
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 785 : backward pass time       7.28
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 785 : optimizer step time      0.39
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 785--------------------
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1101574.7488  iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.6143          iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1101574.7488iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.1348iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.0741 iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.9327 iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 2019943.8750iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 63.3152iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 7767407.5000iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.6143iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 2.0741  iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 63.3152 iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 4.2139  iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 4572.8101iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.9327  iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 7767407.5000iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.3185  iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 307731.5000iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:10:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 20:11:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394772  35.723785   7.281448
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.917969  95.023438  94.882812
+util                      93.250000  99.000000  89.000000
+[Apr 30, 2026 - 20:11:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 786 : avg iteration time       66.03 seconds
+[Apr 30, 2026 - 20:11:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 786 : data loading time        0.00
+[Apr 30, 2026 - 20:11:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 786 : avg forward pass time    9.64
+[Apr 30, 2026 - 20:11:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 786 : backward pass time       6.73
+[Apr 30, 2026 - 20:11:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 786 : optimizer step time      0.69
+[Apr 30, 2026 - 20:11:42 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 786--------------------
+[Apr 30, 2026 - 20:11:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 20:11:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 20:11:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:11:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:12:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394767  35.723766   7.281448
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.934082  95.023438  94.904297
+util                      96.500000  99.000000  90.000000
+[Apr 30, 2026 - 20:12:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 787 : avg iteration time       63.70 seconds
+[Apr 30, 2026 - 20:12:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 787 : data loading time        0.00
+[Apr 30, 2026 - 20:12:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 787 : avg forward pass time    9.06
+[Apr 30, 2026 - 20:12:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 787 : backward pass time       6.70
+[Apr 30, 2026 - 20:12:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 787 : optimizer step time      0.68
+[Apr 30, 2026 - 20:12:46 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 787--------------------
+[Apr 30, 2026 - 20:12:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0046        iter count: 1.0
+[Apr 30, 2026 - 20:12:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0046   iter count: 1.0
+[Apr 30, 2026 - 20:12:46 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:12:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:13:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394880  35.724220   7.281448
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.934082  95.023438  94.904297
+util                      95.000000  99.000000  92.000000
+[Apr 30, 2026 - 20:13:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 788 : avg iteration time       63.73 seconds
+[Apr 30, 2026 - 20:13:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 788 : data loading time        0.00
+[Apr 30, 2026 - 20:13:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 788 : avg forward pass time    9.06
+[Apr 30, 2026 - 20:13:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 788 : backward pass time       6.70
+[Apr 30, 2026 - 20:13:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 788 : optimizer step time      0.70
+[Apr 30, 2026 - 20:13:50 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 788--------------------
+[Apr 30, 2026 - 20:13:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 20:13:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 20:13:50 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:13:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:14:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394891  35.724220   7.281448
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.933105  95.023438  94.902344
+util                      96.500000  99.000000  94.000000
+[Apr 30, 2026 - 20:14:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 789 : avg iteration time       63.82 seconds
+[Apr 30, 2026 - 20:14:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 789 : data loading time        0.00
+[Apr 30, 2026 - 20:14:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 789 : avg forward pass time    9.09
+[Apr 30, 2026 - 20:14:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 789 : backward pass time       6.70
+[Apr 30, 2026 - 20:14:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 789 : optimizer step time      0.69
+[Apr 30, 2026 - 20:14:53 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 789--------------------
+[Apr 30, 2026 - 20:14:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 20:14:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 20:14:53 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:14:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394682   35.723255    7.281479
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.451660  137.617188  136.955078
+util                       62.000000   72.000000   48.000000
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 790 : avg iteration time       159.33 seconds
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 790 : data loading time        0.00
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 790 : avg forward pass time    32.43
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 790 : backward pass time       7.35
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 790 : optimizer step time      0.44
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 790--------------------
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 44412430.8450 iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.4006          iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 44412430.8450iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.3043iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.3244 iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 9.7958 iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 80643904.0000iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 104.4671iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 322515424.0000iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.4006iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.6063  iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1356.3766iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.4906  iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 58756.9062iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.3244  iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 104.4671iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 9.7958  iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 322515424.0000iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:17:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 20:18:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394688  35.723278   7.281479
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.885254  95.003906  94.845703
+util                      94.250000  99.000000  86.000000
+[Apr 30, 2026 - 20:18:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 791 : avg iteration time       66.15 seconds
+[Apr 30, 2026 - 20:18:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 791 : data loading time        0.00
+[Apr 30, 2026 - 20:18:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 791 : avg forward pass time    9.67
+[Apr 30, 2026 - 20:18:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 791 : backward pass time       6.71
+[Apr 30, 2026 - 20:18:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 791 : optimizer step time      0.69
+[Apr 30, 2026 - 20:18:39 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 791--------------------
+[Apr 30, 2026 - 20:18:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0029        iter count: 1.0
+[Apr 30, 2026 - 20:18:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0029   iter count: 1.0
+[Apr 30, 2026 - 20:18:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:18:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:19:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.395015  35.724586   7.281479
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.913086  95.003906  94.882812
+util                      97.000000  99.000000  91.000000
+[Apr 30, 2026 - 20:19:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 792 : avg iteration time       65.98 seconds
+[Apr 30, 2026 - 20:19:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 792 : data loading time        0.00
+[Apr 30, 2026 - 20:19:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 792 : avg forward pass time    9.63
+[Apr 30, 2026 - 20:19:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 792 : backward pass time       6.70
+[Apr 30, 2026 - 20:19:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 792 : optimizer step time      0.69
+[Apr 30, 2026 - 20:19:45 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 792--------------------
+[Apr 30, 2026 - 20:19:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0045        iter count: 1.0
+[Apr 30, 2026 - 20:19:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 20:19:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:19:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:20:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.395019  35.724586   7.281479
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.899902  95.003906  94.865234
+util                      92.250000  99.000000  87.000000
+[Apr 30, 2026 - 20:20:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 793 : avg iteration time       63.84 seconds
+[Apr 30, 2026 - 20:20:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 793 : data loading time        0.00
+[Apr 30, 2026 - 20:20:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 793 : avg forward pass time    9.09
+[Apr 30, 2026 - 20:20:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 793 : backward pass time       6.70
+[Apr 30, 2026 - 20:20:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 793 : optimizer step time      0.69
+[Apr 30, 2026 - 20:20:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 793--------------------
+[Apr 30, 2026 - 20:20:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0052        iter count: 1.0
+[Apr 30, 2026 - 20:20:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0052   iter count: 1.0
+[Apr 30, 2026 - 20:20:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:20:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:21:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.395015  35.724586   7.281479
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.898438  95.003906  94.863281
+util                      94.250000  99.000000  86.000000
+[Apr 30, 2026 - 20:21:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 794 : avg iteration time       63.78 seconds
+[Apr 30, 2026 - 20:21:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 794 : data loading time        0.00
+[Apr 30, 2026 - 20:21:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 794 : avg forward pass time    9.09
+[Apr 30, 2026 - 20:21:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 794 : backward pass time       6.69
+[Apr 30, 2026 - 20:21:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 794 : optimizer step time      0.69
+[Apr 30, 2026 - 20:21:52 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 794--------------------
+[Apr 30, 2026 - 20:21:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0045        iter count: 1.0
+[Apr 30, 2026 - 20:21:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 20:21:52 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:21:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394834   35.723831    7.281479
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.187988  137.285156  136.896484
+util                       64.750000   71.000000   59.000000
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 795 : avg iteration time       154.72 seconds
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 795 : data loading time        0.00
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 795 : avg forward pass time    31.32
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 795 : backward pass time       7.27
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 795 : optimizer step time      0.40
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 795--------------------
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 16220.5012    iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3611          iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 16220.5012iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.6796iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.5554 iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.7753 iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 41164.1172iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1225.1387iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 103837.6484iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3611iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.4762  iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 57095.9219iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.7753  iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 103837.6484iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 3.9116  iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 2497.7627iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.5554  iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 1225.1387iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:24:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 20:25:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394834  35.723831   7.281479
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.937500  94.984375  94.921875
+util                      96.500000  99.000000  90.000000
+[Apr 30, 2026 - 20:25:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 796 : avg iteration time       66.05 seconds
+[Apr 30, 2026 - 20:25:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 796 : data loading time        0.00
+[Apr 30, 2026 - 20:25:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 796 : avg forward pass time    9.64
+[Apr 30, 2026 - 20:25:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 796 : backward pass time       6.70
+[Apr 30, 2026 - 20:25:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 796 : optimizer step time      0.69
+[Apr 30, 2026 - 20:25:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 796--------------------
+[Apr 30, 2026 - 20:25:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0053        iter count: 1.0
+[Apr 30, 2026 - 20:25:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0053   iter count: 1.0
+[Apr 30, 2026 - 20:25:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:25:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:26:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394836  35.723831   7.281479
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.933594  94.964844  94.921875
+util                      96.000000  99.000000  89.000000
+[Apr 30, 2026 - 20:26:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 797 : avg iteration time       63.79 seconds
+[Apr 30, 2026 - 20:26:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 797 : data loading time        0.00
+[Apr 30, 2026 - 20:26:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 797 : avg forward pass time    9.09
+[Apr 30, 2026 - 20:26:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 797 : backward pass time       6.69
+[Apr 30, 2026 - 20:26:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 797 : optimizer step time      0.69
+[Apr 30, 2026 - 20:26:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 797--------------------
+[Apr 30, 2026 - 20:26:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0041        iter count: 1.0
+[Apr 30, 2026 - 20:26:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0041   iter count: 1.0
+[Apr 30, 2026 - 20:26:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:26:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:27:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394875  35.723995   7.281479
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.932617  94.964844  94.921875
+util                      96.500000  99.000000  94.000000
+[Apr 30, 2026 - 20:27:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 798 : avg iteration time       59.56 seconds
+[Apr 30, 2026 - 20:27:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 798 : data loading time        0.00
+[Apr 30, 2026 - 20:27:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 798 : avg forward pass time    8.03
+[Apr 30, 2026 - 20:27:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 798 : backward pass time       6.69
+[Apr 30, 2026 - 20:27:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 798 : optimizer step time      0.69
+[Apr 30, 2026 - 20:27:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 798--------------------
+[Apr 30, 2026 - 20:27:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0042        iter count: 1.0
+[Apr 30, 2026 - 20:27:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 20:27:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:27:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:28:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394875  35.723995   7.281479
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.932617  94.964844  94.921875
+util                      96.500000  99.000000  90.000000
+[Apr 30, 2026 - 20:28:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 799 : avg iteration time       66.05 seconds
+[Apr 30, 2026 - 20:28:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 799 : data loading time        0.00
+[Apr 30, 2026 - 20:28:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 799 : avg forward pass time    9.64
+[Apr 30, 2026 - 20:28:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 799 : backward pass time       6.71
+[Apr 30, 2026 - 20:28:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 799 : optimizer step time      0.69
+[Apr 30, 2026 - 20:28:43 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 799--------------------
+[Apr 30, 2026 - 20:28:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 20:28:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 20:28:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:28:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394690   35.723190    7.281506
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.334961  137.675781  136.312500
+util                       60.250000   67.000000   55.000000
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 800 : avg iteration time       156.90 seconds
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 800 : data loading time        0.00
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 800 : avg forward pass time    31.84
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 800 : backward pass time       7.31
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 800 : optimizer step time      0.39
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 800--------------------
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 10131624.4275 iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5078          iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 10131624.4275iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.4466iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.9589 iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 9.4502 iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 40442220.0000iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 371.5767iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 161561184.0000iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5078iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 3.2580  iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 675.8030iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 9.4502  iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 161561184.0000iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 2.9589  iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 371.5767iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 6.1194  iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 206654.9531iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0033   iter count: 1.0
+[Apr 30, 2026 - 20:31:19 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 20:31:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 12.19 seconds
+[Apr 30, 2026 - 20:31:32 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 800
+[Apr 30, 2026 - 20:31:32 | INFO | fastgen.utils.checkpointer:save:311 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints/0000800
+[Apr 30, 2026 - 20:31:32 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] net_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 30, 2026 - 20:31:33 | INFO | fastgen.utils.checkpointer:save:336 ] [FSDPCheckpointer] fake_score_model: saving 844/1937 state-dict entries (filtered out 1093 frozen-param entries)
+[Apr 30, 2026 - 20:31:41 | SUCCESS | fastgen.utils.checkpointer:save:362 ] Model saved at iteration 800
+[Apr 30, 2026 - 20:31:41 | INFO | fastgen.trainer:validate:358 ] Validation iteration 800
+[Apr 30, 2026 - 20:31:42 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 20:31:50 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 7.8s
+[Apr 30, 2026 - 20:31:53 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 0: sync_c=6.404
+[Apr 30, 2026 - 20:31:54 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 20:32:00 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.5s
+[Apr 30, 2026 - 20:32:03 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 1: sync_c=6.798
+[Apr 30, 2026 - 20:32:03 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 20:32:10 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 20:32:13 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 2: sync_c=6.415
+[Apr 30, 2026 - 20:32:13 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 20:32:20 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 20:32:23 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 3: sync_c=5.164
+[Apr 30, 2026 - 20:32:23 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 20:32:30 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 20:32:33 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 4: sync_c=5.032
+[Apr 30, 2026 - 20:32:33 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 20:32:40 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 20:32:43 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 5: sync_c=8.211
+[Apr 30, 2026 - 20:32:43 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 20:32:50 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 20:32:53 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 6: sync_c=7.144
+[Apr 30, 2026 - 20:32:53 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 20:33:00 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 20:33:03 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 7: sync_c=5.988
+[Apr 30, 2026 - 20:33:03 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 20:33:10 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 20:33:13 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 8: sync_c=5.860
+[Apr 30, 2026 - 20:33:13 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:269 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 30, 2026 - 20:33:20 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:287 ] [val] AR inference done in 6.6s
+[Apr 30, 2026 - 20:33:23 | INFO | fastgen.callbacks.wandb:on_validation_step_end:735 ] [SyncEval] val sample 9: sync_c=5.508
+[Apr 30, 2026 - 20:33:24 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging val0 stats at iteration 800--------------------
+[Apr 30, 2026 - 20:33:24 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 30, 2026 - 20:33:39 | INFO | fastgen.callbacks.wandb:on_validation_end:763 ] Logged 10 val videos at iteration 800
+[Apr 30, 2026 - 20:33:39 | INFO | fastgen.callbacks.wandb:on_validation_end:769 ] [SyncEval] val0 mean sync_c: 6.252 (n=10)
+[Apr 30, 2026 - 20:34:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.395680  35.729176   7.280830
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  95.212402  95.726562  95.041016
+util                      93.750000  98.000000  87.000000
+[Apr 30, 2026 - 20:34:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 801 : avg iteration time       203.07 seconds
+[Apr 30, 2026 - 20:34:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 801 : data loading time        0.00
+[Apr 30, 2026 - 20:34:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 801 : avg forward pass time    8.99
+[Apr 30, 2026 - 20:34:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 801 : backward pass time       6.71
+[Apr 30, 2026 - 20:34:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 801 : optimizer step time      0.69
+[Apr 30, 2026 - 20:34:43 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 801--------------------
+[Apr 30, 2026 - 20:34:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0039        iter count: 1.0
+[Apr 30, 2026 - 20:34:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0039   iter count: 1.0
+[Apr 30, 2026 - 20:34:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:34:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:35:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.395259  35.727493   7.280830
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  95.227051  95.785156  95.041016
+util                      96.500000  99.000000  90.000000
+[Apr 30, 2026 - 20:35:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 802 : avg iteration time       62.24 seconds
+[Apr 30, 2026 - 20:35:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 802 : data loading time        0.00
+[Apr 30, 2026 - 20:35:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 802 : avg forward pass time    8.68
+[Apr 30, 2026 - 20:35:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 802 : backward pass time       6.73
+[Apr 30, 2026 - 20:35:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 802 : optimizer step time      0.69
+[Apr 30, 2026 - 20:35:45 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 802--------------------
+[Apr 30, 2026 - 20:35:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0028        iter count: 1.0
+[Apr 30, 2026 - 20:35:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0028   iter count: 1.0
+[Apr 30, 2026 - 20:35:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:35:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:36:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.395024  35.726517   7.280830
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  95.227051  95.785156  95.041016
+util                      95.000000  99.000000  88.000000
+[Apr 30, 2026 - 20:36:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 803 : avg iteration time       66.05 seconds
+[Apr 30, 2026 - 20:36:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 803 : data loading time        0.00
+[Apr 30, 2026 - 20:36:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 803 : avg forward pass time    9.65
+[Apr 30, 2026 - 20:36:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 803 : backward pass time       6.69
+[Apr 30, 2026 - 20:36:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 803 : optimizer step time      0.69
+[Apr 30, 2026 - 20:36:51 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 803--------------------
+[Apr 30, 2026 - 20:36:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0024        iter count: 1.0
+[Apr 30, 2026 - 20:36:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0024   iter count: 1.0
+[Apr 30, 2026 - 20:36:51 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:36:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:37:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394612  35.724907   7.280830
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  95.227051  95.785156  95.041016
+util                      97.000000  99.000000  91.000000
+[Apr 30, 2026 - 20:37:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 804 : avg iteration time       63.96 seconds
+[Apr 30, 2026 - 20:37:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 804 : data loading time        0.00
+[Apr 30, 2026 - 20:37:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 804 : avg forward pass time    9.13
+[Apr 30, 2026 - 20:37:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 804 : backward pass time       6.70
+[Apr 30, 2026 - 20:37:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 804 : optimizer step time      0.67
+[Apr 30, 2026 - 20:37:55 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 804--------------------
+[Apr 30, 2026 - 20:37:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0051        iter count: 1.0
+[Apr 30, 2026 - 20:37:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0051   iter count: 1.0
+[Apr 30, 2026 - 20:37:55 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:37:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394821   35.724213    7.281349
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.393066  137.539062  136.955078
+util                       60.500000   66.000000   56.000000
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 805 : avg iteration time       152.70 seconds
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 805 : data loading time        0.00
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 805 : avg forward pass time    30.66
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 805 : backward pass time       8.01
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 805 : optimizer step time      0.39
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 805--------------------
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 1952536.7579  iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.5068          iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 1952536.7579iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 6.7292iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.4632 iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 8.2802 iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 7696747.0000iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1018.7314iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 15562270.0000iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.5068iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.9407  iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 1068084.2500iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.4632  iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1018.7314iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 8.2802  iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 15562270.0000iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 8.2328  iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 14155616.0000iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:40:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 20:41:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394880  35.724445   7.281349
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.942383  94.945312  94.941406
+util                      93.500000  99.000000  90.000000
+[Apr 30, 2026 - 20:41:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 806 : avg iteration time       66.01 seconds
+[Apr 30, 2026 - 20:41:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 806 : data loading time        0.00
+[Apr 30, 2026 - 20:41:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 806 : avg forward pass time    9.64
+[Apr 30, 2026 - 20:41:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 806 : backward pass time       6.69
+[Apr 30, 2026 - 20:41:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 806 : optimizer step time      0.69
+[Apr 30, 2026 - 20:41:33 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 806--------------------
+[Apr 30, 2026 - 20:41:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0038        iter count: 1.0
+[Apr 30, 2026 - 20:41:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0038   iter count: 1.0
+[Apr 30, 2026 - 20:41:33 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:41:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:42:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.395180  35.725658   7.281349
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.948730  94.964844  94.943359
+util                      92.500000  99.000000  87.000000
+[Apr 30, 2026 - 20:42:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 807 : avg iteration time       63.74 seconds
+[Apr 30, 2026 - 20:42:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 807 : data loading time        0.00
+[Apr 30, 2026 - 20:42:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 807 : avg forward pass time    9.07
+[Apr 30, 2026 - 20:42:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 807 : backward pass time       6.70
+[Apr 30, 2026 - 20:42:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 807 : optimizer step time      0.68
+[Apr 30, 2026 - 20:42:37 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 807--------------------
+[Apr 30, 2026 - 20:42:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 20:42:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 20:42:37 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:42:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:43:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.395004  35.724949   7.281349
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.948730  94.964844  94.943359
+util                      95.250000  99.000000  92.000000
+[Apr 30, 2026 - 20:43:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 808 : avg iteration time       65.88 seconds
+[Apr 30, 2026 - 20:43:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 808 : data loading time        0.00
+[Apr 30, 2026 - 20:43:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 808 : avg forward pass time    9.61
+[Apr 30, 2026 - 20:43:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 808 : backward pass time       6.70
+[Apr 30, 2026 - 20:43:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 808 : optimizer step time      0.68
+[Apr 30, 2026 - 20:43:43 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 808--------------------
+[Apr 30, 2026 - 20:43:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0032        iter count: 1.0
+[Apr 30, 2026 - 20:43:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 20:43:43 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:43:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:44:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.395000  35.724949   7.281349
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.948730  94.964844  94.943359
+util                      97.000000  99.000000  91.000000
+[Apr 30, 2026 - 20:44:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 809 : avg iteration time       61.87 seconds
+[Apr 30, 2026 - 20:44:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 809 : data loading time        0.00
+[Apr 30, 2026 - 20:44:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 809 : avg forward pass time    8.61
+[Apr 30, 2026 - 20:44:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 809 : backward pass time       6.71
+[Apr 30, 2026 - 20:44:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 809 : optimizer step time      0.67
+[Apr 30, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 809--------------------
+[Apr 30, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0036        iter count: 1.0
+[Apr 30, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0036   iter count: 1.0
+[Apr 30, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.395091   35.724949    7.281460
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.505371  137.695312  136.935547
+util                       65.000000   68.000000   59.000000
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 810 : avg iteration time       162.79 seconds
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 810 : data loading time        0.00
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 810 : avg forward pass time    33.40
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 810 : backward pass time       7.23
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 810 : optimizer step time      0.39
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 810--------------------
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 519676.2859   iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3865          iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 519676.2859iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.6905iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.5786 iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 7.4073 iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 1325538.6250iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 1283.2219iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 2715626.5000iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3865iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 4.3947  iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 6563.7051iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 3.5786  iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1283.2219iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 7.3814  iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 2578681.5000iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 7.4073  iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 2715626.5000iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0042   iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:47:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 20:48:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.395088  35.724949   7.281464
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.953613  94.984375  94.943359
+util                      93.750000  99.000000  90.000000
+[Apr 30, 2026 - 20:48:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 811 : avg iteration time       68.11 seconds
+[Apr 30, 2026 - 20:48:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 811 : data loading time        0.00
+[Apr 30, 2026 - 20:48:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 811 : avg forward pass time    10.16
+[Apr 30, 2026 - 20:48:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 811 : backward pass time       6.71
+[Apr 30, 2026 - 20:48:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 811 : optimizer step time      0.69
+[Apr 30, 2026 - 20:48:36 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 811--------------------
+[Apr 30, 2026 - 20:48:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0059        iter count: 1.0
+[Apr 30, 2026 - 20:48:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0059   iter count: 1.0
+[Apr 30, 2026 - 20:48:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:48:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:49:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.395011  35.724648   7.281460
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.953613  94.984375  94.943359
+util                      94.750000  99.000000  88.000000
+[Apr 30, 2026 - 20:49:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 812 : avg iteration time       66.06 seconds
+[Apr 30, 2026 - 20:49:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 812 : data loading time        0.00
+[Apr 30, 2026 - 20:49:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 812 : avg forward pass time    9.65
+[Apr 30, 2026 - 20:49:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 812 : backward pass time       6.70
+[Apr 30, 2026 - 20:49:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 812 : optimizer step time      0.69
+[Apr 30, 2026 - 20:49:42 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 812--------------------
+[Apr 30, 2026 - 20:49:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 20:49:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 20:49:42 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:49:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:50:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.395011  35.724648   7.281460
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.953613  94.984375  94.943359
+util                      94.750000  99.000000  92.000000
+[Apr 30, 2026 - 20:50:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 813 : avg iteration time       65.96 seconds
+[Apr 30, 2026 - 20:50:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 813 : data loading time        0.00
+[Apr 30, 2026 - 20:50:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 813 : avg forward pass time    9.62
+[Apr 30, 2026 - 20:50:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 813 : backward pass time       6.70
+[Apr 30, 2026 - 20:50:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 813 : optimizer step time      0.69
+[Apr 30, 2026 - 20:50:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 813--------------------
+[Apr 30, 2026 - 20:50:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 20:50:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 20:50:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:50:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:51:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.395072  35.724892   7.281460
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.952637  94.984375  94.941406
+util                      94.000000  99.000000  91.000000
+[Apr 30, 2026 - 20:51:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 814 : avg iteration time       61.58 seconds
+[Apr 30, 2026 - 20:51:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 814 : data loading time        0.00
+[Apr 30, 2026 - 20:51:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 814 : avg forward pass time    8.53
+[Apr 30, 2026 - 20:51:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 814 : backward pass time       6.70
+[Apr 30, 2026 - 20:51:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 814 : optimizer step time      0.68
+[Apr 30, 2026 - 20:51:49 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 814--------------------
+[Apr 30, 2026 - 20:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 20:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 20:51:49 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:51:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.395075   35.724892    7.281460
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.358887  137.695312  136.349609
+util                       65.000000   73.000000   54.000000
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 815 : avg iteration time       156.54 seconds
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 815 : data loading time        0.00
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 815 : avg forward pass time    31.83
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 815 : backward pass time       7.22
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 815 : optimizer step time      0.39
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 815--------------------
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 14896.4090    iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.3611          iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 14896.4090iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 4.8042iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 2.4446 iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 5.9268 iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 61681.8672iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 132.8417iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 140590.0312iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.3611iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 5.2943  iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 39676.3477iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 5.5512  iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 66328.2500iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.9268  iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 140590.0312iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 2.4446  iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 132.8417iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0032   iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:54:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 20:55:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.395078  35.724907   7.281460
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.958496  95.003906  94.943359
+util                      94.500000  98.000000  88.000000
+[Apr 30, 2026 - 20:55:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 816 : avg iteration time       66.11 seconds
+[Apr 30, 2026 - 20:55:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 816 : data loading time        0.00
+[Apr 30, 2026 - 20:55:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 816 : avg forward pass time    9.66
+[Apr 30, 2026 - 20:55:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 816 : backward pass time       6.70
+[Apr 30, 2026 - 20:55:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 816 : optimizer step time      0.69
+[Apr 30, 2026 - 20:55:32 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 816--------------------
+[Apr 30, 2026 - 20:55:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0035        iter count: 1.0
+[Apr 30, 2026 - 20:55:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0035   iter count: 1.0
+[Apr 30, 2026 - 20:55:32 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:55:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:56:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.395195  35.725357   7.281479
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.963379  95.023438  94.943359
+util                      96.250000  99.000000  94.000000
+[Apr 30, 2026 - 20:56:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 817 : avg iteration time       63.79 seconds
+[Apr 30, 2026 - 20:56:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 817 : data loading time        0.00
+[Apr 30, 2026 - 20:56:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 817 : avg forward pass time    9.08
+[Apr 30, 2026 - 20:56:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 817 : backward pass time       6.69
+[Apr 30, 2026 - 20:56:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 817 : optimizer step time      0.69
+[Apr 30, 2026 - 20:56:36 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 817--------------------
+[Apr 30, 2026 - 20:56:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0043        iter count: 1.0
+[Apr 30, 2026 - 20:56:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0043   iter count: 1.0
+[Apr 30, 2026 - 20:56:36 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:56:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:57:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394978  35.724506   7.281460
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.968262  95.042969  94.943359
+util                      95.000000  99.000000  88.000000
+[Apr 30, 2026 - 20:57:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 818 : avg iteration time       63.82 seconds
+[Apr 30, 2026 - 20:57:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 818 : data loading time        0.00
+[Apr 30, 2026 - 20:57:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 818 : avg forward pass time    9.10
+[Apr 30, 2026 - 20:57:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 818 : backward pass time       6.70
+[Apr 30, 2026 - 20:57:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 818 : optimizer step time      0.68
+[Apr 30, 2026 - 20:57:40 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 818--------------------
+[Apr 30, 2026 - 20:57:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 20:57:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 20:57:40 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:57:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 20:58:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394976  35.724499   7.281460
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.966797  95.042969  94.941406
+util                      97.500000  99.000000  93.000000
+[Apr 30, 2026 - 20:58:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 819 : avg iteration time       68.05 seconds
+[Apr 30, 2026 - 20:58:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 819 : data loading time        0.00
+[Apr 30, 2026 - 20:58:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 819 : avg forward pass time    10.15
+[Apr 30, 2026 - 20:58:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 819 : backward pass time       6.70
+[Apr 30, 2026 - 20:58:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 819 : optimizer step time      0.69
+[Apr 30, 2026 - 20:58:48 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 819--------------------
+[Apr 30, 2026 - 20:58:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0027        iter count: 1.0
+[Apr 30, 2026 - 20:58:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0027   iter count: 1.0
+[Apr 30, 2026 - 20:58:48 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 20:58:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 14.394990   35.724499    7.281479
+peak_gpu_mem_gb           112.259077  112.297195  112.246371
+peak_gpu_mem_reserved_gb  137.397949  137.539062  136.974609
+util                       65.000000   71.000000   60.000000
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 820 : avg iteration time       153.93 seconds
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 820 : data loading time        0.00
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 820 : avg forward pass time    31.16
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 820 : backward pass time       7.19
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 820 : optimizer step time      0.39
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 820--------------------
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 163219.7945   iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss: 0.2299          iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_weighted: 163219.7945iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_mean: 5.6624iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_min: 3.8726 iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_max: 6.9745 iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_mean: 374339.1250iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_min: 2310.2554iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_max: 1142784.5000iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_vsd_loss_unweighted: 0.2299iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r0: 6.2904  iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r0: 290898.4375iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r1: 6.9745  iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r1: 1142784.5000iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r2: 5.5123  iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r2: 61363.3242iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_sync_c_r3: 3.8726  iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_reward_weight_r3: 2310.2554iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0040   iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 21:01:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.01 seconds
+[Apr 30, 2026 - 21:02:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394990  35.724499   7.281479
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.933594  95.023438  94.902344
+util                      97.250000  99.000000  92.000000
+[Apr 30, 2026 - 21:02:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 821 : avg iteration time       63.86 seconds
+[Apr 30, 2026 - 21:02:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 821 : data loading time        0.00
+[Apr 30, 2026 - 21:02:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 821 : avg forward pass time    9.10
+[Apr 30, 2026 - 21:02:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 821 : backward pass time       6.72
+[Apr 30, 2026 - 21:02:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 821 : optimizer step time      0.67
+[Apr 30, 2026 - 21:02:26 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 821--------------------
+[Apr 30, 2026 - 21:02:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0047        iter count: 1.0
+[Apr 30, 2026 - 21:02:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0047   iter count: 1.0
+[Apr 30, 2026 - 21:02:26 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 21:02:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 21:03:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394990  35.724499   7.281479
+peak_gpu_mem_gb           92.571877  92.609995  92.559171
+peak_gpu_mem_reserved_gb  94.938477  94.984375  94.921875
+util                      92.500000  99.000000  89.000000
+[Apr 30, 2026 - 21:03:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 822 : avg iteration time       59.48 seconds
+[Apr 30, 2026 - 21:03:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 822 : data loading time        0.00
+[Apr 30, 2026 - 21:03:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 822 : avg forward pass time    8.01
+[Apr 30, 2026 - 21:03:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 822 : backward pass time       6.71
+[Apr 30, 2026 - 21:03:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 822 : optimizer step time      0.68
+[Apr 30, 2026 - 21:03:25 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 822--------------------
+[Apr 30, 2026 - 21:03:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0050        iter count: 1.0
+[Apr 30, 2026 - 21:03:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0050   iter count: 1.0
+[Apr 30, 2026 - 21:03:25 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 21:03:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 21:04:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394994  35.724510   7.281483
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.948730  94.964844  94.943359
+util                      94.250000  99.000000  86.000000
+[Apr 30, 2026 - 21:04:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 823 : avg iteration time       65.94 seconds
+[Apr 30, 2026 - 21:04:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 823 : data loading time        0.00
+[Apr 30, 2026 - 21:04:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 823 : avg forward pass time    9.62
+[Apr 30, 2026 - 21:04:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 823 : backward pass time       6.70
+[Apr 30, 2026 - 21:04:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 823 : optimizer step time      0.68
+[Apr 30, 2026 - 21:04:31 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 823--------------------
+[Apr 30, 2026 - 21:04:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0037        iter count: 1.0
+[Apr 30, 2026 - 21:04:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0037   iter count: 1.0
+[Apr 30, 2026 - 21:04:31 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 21:04:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
+[Apr 30, 2026 - 21:05:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                14.394909  35.724167   7.281479
+peak_gpu_mem_gb           92.572609  92.610727  92.559903
+peak_gpu_mem_reserved_gb  94.947266  94.964844  94.941406
+util                      93.750000  99.000000  90.000000
+[Apr 30, 2026 - 21:05:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 824 : avg iteration time       68.08 seconds
+[Apr 30, 2026 - 21:05:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 824 : data loading time        0.00
+[Apr 30, 2026 - 21:05:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 824 : avg forward pass time    10.16
+[Apr 30, 2026 - 21:05:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 824 : backward pass time       6.70
+[Apr 30, 2026 - 21:05:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 824 : optimizer step time      0.68
+[Apr 30, 2026 - 21:05:39 | INFO | fastgen.callbacks.wandb:log_stats:630 ] logging train stats at iteration 824--------------------
+[Apr 30, 2026 - 21:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_total_loss: 0.0045        iter count: 1.0
+[Apr 30, 2026 - 21:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_fake_score_loss: 0.0045   iter count: 1.0
+[Apr 30, 2026 - 21:05:39 | INFO | fastgen.callbacks.wandb:get_stat:335 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 30, 2026 - 21:05:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:661 ] WandB logging complete after 0.00 seconds
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/requirements.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117b8203d3b4df2b52c765d49a822a97b57cd9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/requirements.txt
@@ -0,0 +1,247 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+toml==0.10.2
+wandb==0.25.0
+types-certifi==2021.10.8.3
+types-toml==0.10.8.20260408
+synchronicity==0.12.2
+propcache==0.4.1
+multidict==6.7.1
+hyperframe==6.1.0
+hpack==4.1.0
+frozenlist==1.8.0
+cbor2==5.9.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+watchfiles==1.1.1
+h2==4.3.0
+aiosignal==1.4.0
+grpclib==0.4.9
+aiohttp==3.13.5
+modal==1.4.1
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..a90d4e1aa668c702bfba9331b7104c8ab79f5c43
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/wandb-metadata.json
@@ -0,0 +1,77 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-29T19:07:23.849125Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_14b_lora_t769.py",
+    "-",
+    "trainer.resume=True",
+    "model.fake_score_optimizer.lr=3e-6",
+    "log_config.group=omniavatar_sf_audiofix",
+    "log_config.name=sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho",
+    "trainer.ddp=False",
+    "trainer.fsdp=True",
+    "trainer.grad_accum_rounds=4",
+    "trainer.max_iter=2500",
+    "trainer.save_ckpt_iter=100",
+    "model.sample_t_cfg.t_list=[0.999,0.769,0.0]"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "76f853e4b61ab50013de1511eeea0ed178959bca"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1184613728256"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "45m83twea3hi2jpc12pimj9ychlwo704"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/wandb-summary.json b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/wandb-summary.json
new file mode 100644
index 0000000000000000000000000000000000000000..9aba748803638a94611639736a3542e7ff19bf07
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/files/wandb-summary.json
@@ -0,0 +1 @@
+{"model/local_trainable_params":[309669936,309669936,309669936,309669936],"train/reward_sync_c_r0":6.290364742279053,"val0/reconstructed":{"count":10,"videos":[{"_type":"video-file","sha256":"80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327","size":182028,"path":"media/videos/val0/reconstructed_800_80aab00fcfa85d5db98e.mp4"},{"_type":"video-file","sha256":"884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214","size":170922,"path":"media/videos/val0/reconstructed_800_884b2d197a5511393680.mp4"},{"_type":"video-file","sha256":"c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8","size":173236,"path":"media/videos/val0/reconstructed_800_c0196720a45889bb2198.mp4"},{"sha256":"294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c","size":249372,"path":"media/videos/val0/reconstructed_800_294040ac378ceaa34329.mp4","_type":"video-file"},{"path":"media/videos/val0/reconstructed_800_15ac5b765a401d035db1.mp4","_type":"video-file","sha256":"15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117","size":190004},{"_type":"video-file","sha256":"f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395","size":164630,"path":"media/videos/val0/reconstructed_800_f5463a4ea6f68a39c5d0.mp4"},{"_type":"video-file","sha256":"c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8","size":222986,"path":"media/videos/val0/reconstructed_800_c0f892b5fba78348af85.mp4"},{"_type":"video-file","sha256":"a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb","size":165516,"path":"media/videos/val0/reconstructed_800_a076d17e202ed18ebdf8.mp4"},{"path":"media/videos/val0/reconstructed_800_6ff046418b5d41477989.mp4","_type":"video-file","sha256":"6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac","size":214001},{"_type":"video-file","sha256":"f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273","size":227490,"path":"media/videos/val0/reconstructed_800_f7412c9e170ffd299748.mp4"}],"captions":false,"_type":"videos"},"optimizer/non_finite_grads_count (model_key net)":0,"val0/sync_c_sample_6":7.143723487854004,"net/local_trainable_params":[154834968,154834968,154834968,154834968],"train_media/student/generation":{"path":"media/videos/train_media/student/generation_800_c413166000bbbfeaf827.mp4","_type":"video-file","sha256":"c413166000bbbfeaf827533c5f4473dd00be53304582e7509479a3cd353e1522","size":142469},"train/reward_weight_max":1.1427845e+06,"optimizer/lr_net":2e-06,"train/total_loss":0.00446319580078125,"model/trainable_params":1238679744,"val0/sync_c_sample_8":5.860293388366699,"_step":824,"val0/sync_c_sample_0":6.404008388519287,"train/reward_sync_c_r1":6.974489212036133,"net/total_params":14907498656,"train/reward_sync_c_r3":3.872556686401367,"net/local_total_params":[3727803944,3726564904,3726564904,3726564904],"fake_score/local_total_params":[3727803944,3726564904,3726564904,3726564904],"profiler/backward_pass_time":6.698967467993498,"profiler/avg_iteration_time":68.07776141166687,"net/trainable_params":619339872,"profiler/data_loading_time":0.0006283167749643326,"train/reward_weight_min":2310.25537109375,"val0/sync_c_sample_5":8.211000442504883,"fake_score/total_params":14907498656,"train/reward_weight_r3":2310.25537109375,"_runtime":70362.334794716,"optimizer/lr_fake_score":3e-06,"_timestamp":1.777550739599727e+09,"model/total_params":44122710624,"train/reward_sync_c_max":6.974489212036133,"train_media/data/real":{"path":"media/videos/train_media/data/real_800_a04f99333707ab6a3cba.mp4","_type":"video-file","sha256":"a04f99333707ab6a3cbaf75819ac2687fe8922e130e2059d2f996d9e2be22ac6","size":147281},"train/reward_sync_c_min":3.872556686401367,"train/gan_loss_gen":0,"train/vsd_loss":0.22991943359375,"train/reward_sync_c_r2":5.512283802032471,"fake_score/local_trainable_params":[154834968,154834968,154834968,154834968],"val0/sync_c_sample_1":6.798253536224365,"train/vsd_loss_weighted":163219.79447364807,"profiler/avg_forward_pass_time":10.15543558448553,"train/reward_weight_r0":290898.4375,"train/vsd_loss_unweighted":0.22991943359375,"val0/sync_c_sample_4":5.031540870666504,"profiler/optimizer_step_time":0.6778217051178217,"train/gan_loss_disc":0,"val0/total_loss":0,"val0/sync_c_sample_2":6.414605617523193,"val0/sync_c_sample_7":5.988102912902832,"val0/sync_c_sample_9":5.508494853973389,"val0/generated":{"videos":[{"caption":"sync_c=6.404","_type":"video-file","sha256":"8052046c5378ba7eff2ff9c72c6a7a3e5656bd3d8f62ec37b2f52f1599dd099f","size":176290,"path":"media/videos/val0/generated_800_8052046c5378ba7eff2f.mp4"},{"_type":"video-file","sha256":"d165374726504d16987305e71f71e9c2806b50d036b55c19c5806b12c28f6323","size":166431,"path":"media/videos/val0/generated_800_d165374726504d169873.mp4","caption":"sync_c=6.798"},{"size":160671,"path":"media/videos/val0/generated_800_0d132b13130540f1e61b.mp4","caption":"sync_c=6.415","_type":"video-file","sha256":"0d132b13130540f1e61bc153864930aa8d70c544c3b738b2144a86f81a5023c7"},{"path":"media/videos/val0/generated_800_604635f39c401e9263bd.mp4","caption":"sync_c=5.164","_type":"video-file","sha256":"604635f39c401e9263bd3a7e6dd344218519e59b1a00f2a5f5741d38fc563636","size":241096},{"sha256":"80c9f41d1f22328939f73e886fa426c76b7f04cea4e7a0e8fb8bfd735f490fa0","size":193853,"path":"media/videos/val0/generated_800_80c9f41d1f22328939f7.mp4","caption":"sync_c=5.032","_type":"video-file"},{"sha256":"6c935c0689e9914ac91a1e77eb188af55a333643ec2312f6dc4f6af63c43873a","size":153092,"path":"media/videos/val0/generated_800_6c935c0689e9914ac91a.mp4","caption":"sync_c=8.211","_type":"video-file"},{"caption":"sync_c=7.144","_type":"video-file","sha256":"c2ccfebb9e27817d3c511ef40824deaef644e95fa39c19d2647fdf375ecfe1e0","size":219068,"path":"media/videos/val0/generated_800_c2ccfebb9e27817d3c51.mp4"},{"_type":"video-file","sha256":"fdea5f052f97e9da68f29bc6db6c826c521269dd973e86482f0c15fd36f4c5d8","size":156333,"path":"media/videos/val0/generated_800_fdea5f052f97e9da68f2.mp4","caption":"sync_c=5.988"},{"sha256":"a1fa83a594499af76c90660c9a80883de60fa8821315cdb0805aa9c4ac3dd526","size":200551,"path":"media/videos/val0/generated_800_a1fa83a594499af76c90.mp4","caption":"sync_c=5.860","_type":"video-file"},{"caption":"sync_c=5.508","_type":"video-file","sha256":"3e6862a4c5c271f9632cb5deb1fcb2ee8fa4662c5308282cfe03fdea370ed4b7","size":206826,"path":"media/videos/val0/generated_800_3e6862a4c5c271f9632c.mp4"}],"captions":["sync_c=6.404","sync_c=6.798","sync_c=6.415","sync_c=5.164","sync_c=5.032","sync_c=8.211","sync_c=7.144","sync_c=5.988","sync_c=5.860","sync_c=5.508"],"_type":"videos","count":10},"optimizer/iteration":824,"train/fake_score_loss":0.00446319580078125,"model/local_total_params":[11043689208,11039972088,11039972088,11039972088],"_wandb":{"runtime":70362},"train/reward_weight_r2":61363.32421875,"val0/sync_c_mean":6.252356052398682,"optimizer/grad_norm (model_key net)":0,"train/reward_sync_c_mean":5.662423610687256,"fake_score/trainable_params":619339872,"train/reward_weight_r1":1.1427845e+06,"train/reward_weight_mean":374339.125,"val0/sync_c_sample_3":5.16353702545166}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/logs/debug-core.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..0977b09b5849540c4080ff65d966865b821f3f13
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/logs/debug-core.log
@@ -0,0 +1,13 @@
+{"time":"2026-04-30T04:07:24.165599626+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpbgfhzkw8/port-195782.txt","pid":195782,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-30T04:07:24.16612349+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":195782}
+{"time":"2026-04-30T04:07:24.16611752+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-195782-206104-3126020942/socket","Net":"unix"}}
+{"time":"2026-04-30T04:07:24.349459899+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-30T04:07:24.366550256+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"isxgz9lp","id":"1(@)"}
+{"time":"2026-04-30T04:07:24.815864996+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"isxgz9lp","id":"1(@)"}
+{"time":"2026-04-30T04:07:30.786786594+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"df58inz8s8qf"}
+{"time":"2026-04-30T21:07:20.827213957+09:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-04-30T21:07:20.827268919+09:00","level":"INFO","msg":"server is shutting down"}
+{"time":"2026-04-30T21:07:20.82726089+09:00","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-04-30T21:07:20.827323731+09:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-04-30T21:07:20.827323498+09:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-195782-206104-3126020942/socket","Net":"unix"}}
+{"time":"2026-04-30T21:07:21.103535241+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/logs/debug-internal.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..4a8c4e9ff5e072d878ef29d090527065030534d1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/logs/debug-internal.log
@@ -0,0 +1,7 @@
+{"time":"2026-04-30T04:07:24.366657729+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-30T04:07:24.815725671+09:00","level":"INFO","msg":"stream: created new stream","id":"isxgz9lp"}
+{"time":"2026-04-30T04:07:24.815780927+09:00","level":"INFO","msg":"handler: started","stream_id":"isxgz9lp"}
+{"time":"2026-04-30T04:07:24.815858793+09:00","level":"INFO","msg":"stream: started","id":"isxgz9lp"}
+{"time":"2026-04-30T04:07:24.81588087+09:00","level":"INFO","msg":"sender: started","stream_id":"isxgz9lp"}
+{"time":"2026-04-30T04:07:24.815881951+09:00","level":"INFO","msg":"writer: started","stream_id":"isxgz9lp"}
+{"time":"2026-04-30T21:07:20.827265281+09:00","level":"INFO","msg":"stream: closing","id":"isxgz9lp"}
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/logs/debug.log b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..459eb77d310369a26406eced46279110bb10f9d9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/logs/debug.log
@@ -0,0 +1,22 @@
+2026-04-30 04:07:23,850 INFO    MainThread:195782 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-30 04:07:23,851 INFO    MainThread:195782 [wandb_setup.py:_flush():81] Configure stats pid to 195782
+2026-04-30 04:07:23,851 INFO    MainThread:195782 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-30 04:07:23,851 INFO    MainThread:195782 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/logs/debug.log
+2026-04-30 04:07:23,851 INFO    MainThread:195782 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/logs/debug-internal.log
+2026-04-30 04:07:23,851 INFO    MainThread:195782 [wandb_init.py:init():844] calling init triggers
+2026-04-30 04:07:23,851 INFO    MainThread:195782 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf_audiofix', 'name': 'sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25', 'syncnet_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '2500', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'True', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '4', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '100000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7f0ee97b1580>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>", 'merge_lora': 'False', 'unfreeze_modules': ['_core.audio_proj', '_core.audio_cond_projs', '_core.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_4gpu/step-6000.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>", 'unfreeze_modules': ['model.audio_proj', 'model.audio_cond_projs', 'model.patch_embedding'], 'lora_rank': '128', 'lora_alpha': '64'}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f0ee99ef880>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.769', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'True', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '3e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f0ee99ef880>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f0ee99ef880>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15', 'decoder_kind': 'taew', 'taew_checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/taew2_1.pth'}, 'reward_beta': '2', 'center_reward': 'False', 'clamp_reward': None, 'reward_weighting_mode': 'per_sample', 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-30 04:07:23,851 INFO    MainThread:195782 [wandb_init.py:init():892] starting backend
+2026-04-30 04:07:24,351 INFO    MainThread:195782 [wandb_init.py:init():895] sending inform_init request
+2026-04-30 04:07:24,364 INFO    MainThread:195782 [wandb_init.py:init():903] backend started and connected
+2026-04-30 04:07:24,366 INFO    MainThread:195782 [wandb_init.py:init():973] updated telemetry
+2026-04-30 04:07:24,390 INFO    MainThread:195782 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-30 04:07:25,488 INFO    MainThread:195782 [wandb_init.py:init():1037] run resumed
+2026-04-30 04:07:25,491 INFO    MainThread:195782 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-30 04:07:25,778 INFO    MainThread:195782 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-30 04:07:25,778 INFO    MainThread:195782 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-30 04:07:25,778 INFO    MainThread:195782 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-30 04:07:25,778 INFO    MainThread:195782 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-30 04:07:25,782 INFO    MainThread:195782 [wandb_init.py:init():1082] run started, returning control to user process
+2026-04-30 21:07:20,827 INFO    wandb-AsyncioManager-main:195782 [service_client.py:_forward_responses():134] Reached EOF.
+2026-04-30 21:07:20,827 INFO    wandb-AsyncioManager-main:195782 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles.
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/run-isxgz9lp.wandb b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/run-isxgz9lp.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..651e3af405930e613b52aef7df7c70e989e57df6
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb/run-20260430_040723-isxgz9lp/run-isxgz9lp.wandb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee8542fcdbbef72007130225a9f8f4844bea0d93c239becdc8d91d9bba856e0
+size 13533184
diff --git a/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb_id.txt b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb_id.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c53aa42b14461810e7ee19139c5b9e3b7554bb26
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_SYNCNET_MOUTHWEIGHT_FSMATCHED_T769_14B_LORA/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_syncnet_mouthweight_fsmatched_t769_14b_lora/wandb_id.txt
@@ -0,0 +1 @@
+isxgz9lp