diff --git a/.gitattributes b/.gitattributes
index 21f24749dd0f82b54e6c96b64cbed519374e7eee..3abdf0c8acd3558160972d43f1fed82b5412d8f7 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -492,1415 +492,292 @@ FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_4STEP/OmniAvatar-FastGen/omniavatar_sf_aud
 FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_4STEP/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_4step/wandb/run-20260420_002842-fxpzd9v7/files/media/videos/val0/reconstructed_600_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
 FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_4STEP/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_4step/wandb/run-20260420_002842-fxpzd9v7/files/media/videos/val0/reconstructed_600_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
 FASTGEN_SF_OUTPUT_BETA2_AUDIOFIX_TAEW_4STEP/OmniAvatar-FastGen/omniavatar_sf_audiofix/sf_sink1_window7_redmd_audiofix_beta2_taew_4step/wandb/run-20260420_002842-fxpzd9v7/run-fxpzd9v7.wandb filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/syncnet_detect/crop/00000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/syncnet_detect/video/audio.wav filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/syncnet_detect/video/video.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_0/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_0/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_0/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_0/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_0/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_0/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_0/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_0/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_10500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_11500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_12500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_13500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_14500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_1500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_15500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_16500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_17500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_18500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_19500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_20500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_21500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_22500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_23500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_24500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_2500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_25500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_26500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_27500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_28500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_29500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_30500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_31500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_32500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_33500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_34500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_3500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_35500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_36500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_37500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_38500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_39500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_40500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_41500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_42500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_43500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_4500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_5500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_6500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_7500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_8500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/val_videos/step_9500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_0_265fabec65c8a973edd4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_0_3b63ceb7dbb47a5b5510.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_0_46918053afea9fe7c5d5.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_0_cab3eb06abc86a865428.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_10000_689d6a61cf32b81ca8eb.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_10000_b626114ddbb42d32db15.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_10000_d313230ce9c8a8317b94.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_10000_edf0c500e87bb0715b1c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_1000_040ae02ee55e9522b788.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_1000_0b7e7cd32e70559323c8.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_1000_2b03f76c3b90fd4efea2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_1000_cd49adfb6b5c870edbda.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_10500_4ef18b8d1dfb8dc5705c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_10500_6d33e9949e9cfd56d4be.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_10500_6eec38c6ffb9fca61b68.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_10500_9e47474553f5412d19c3.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_11000_6bdd267448a887f59c4b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_11000_a5c8ec6f7903d900d5c4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_11000_c83177d0153b289877f1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_11000_e1d7c866ae0aa95973b6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_11500_1165dd1c2df8b2fce57c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_11500_3c5f5cb971f21c9beb04.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_11500_50c8001fea044ff3f0d0.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_11500_ffec5e2468f7cf448ed2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_12000_05754744aa431ebad17a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_12000_661ad9dcf7e4f8ffdcd5.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_12000_ead10b598808c517d09f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_12000_f53c302244c138911313.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_12500_447b93454799b712b990.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_12500_9780f136834984acf7f8.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_12500_d9adc059a347ee9e17b4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_12500_e0b549068c6d512afd3f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_13000_2594d57de3a17478fc3e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_13000_619ade70297f49d346e5.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_13000_a7c81ca00c4a2149d926.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_13000_c0dc25fe7efd792d70e7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_13500_307d34f526c48c539891.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_13500_40df11e7df06939256cb.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_13500_4260545faf9b85e13151.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_13500_ab430d74a3cd794bb00f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_14000_256665772376cffd369a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_14000_65d7f66a0374bb861d7f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_14000_c923b22aadcad3e171b3.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_14000_d7d805cec0b1c36786d9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_14500_6f369a6aa77af85f7448.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_14500_77cec4897222b2c72ef7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_14500_9288544b57ca2a2ac379.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_14500_9bd01aecc071bb324a9b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_15000_1acd025adfd4e5475652.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_15000_3025ec78adc32d61b171.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_15000_a3d94c62d0775df785de.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_15000_c4ffbfaebd562e747ebe.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_1500_36c762c4bf7de71a3d29.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_1500_6c10f4781ca42548cdb7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_1500_7252e87bde7c3b920250.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_1500_fc7966b45ceee50531fd.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_15500_384461c82ecce69bb2ce.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_15500_7ee2f617f1d1781e6a87.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_15500_8bc667fe1f5cea724671.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_15500_e13b432532e6dc064d1c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_16000_4fc8eae9a61d0f78aac9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_16000_623a105a5133a854e140.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_16000_d4eeed24e6d9ed2cf9c7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_16000_f5a523e49fcb9e46ed60.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_16500_10b3dcdd355aaa32f549.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_16500_89dac0efe7fa1beaa72b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_16500_cfac54666fe4f2292349.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_16500_f7d93e0db238c246d08e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_17000_1fef84aebded0cf291e9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_17000_5b245081cbbde09f3350.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_17000_e2fef077702e1e966b60.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_17000_ff6be844a2840b3cf32e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_17500_63a8854ef9b498399c93.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_17500_7379f32f33563693c890.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_17500_890879ff39b17a62b973.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_17500_a1a65ee7c1cf6c63d12c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_18000_3a1b6e6137486260c462.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_18000_3d1a91fb5e5e5cbfb03e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_18000_ec558dd3ed67686b3db6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_18000_fa86c67acfdb740e31d0.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_18500_1aa2583a433cda35ed54.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_18500_7fbb2aa9015577637cda.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_18500_a609430a34ef5e65798b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_18500_c30a0786bf558c5f39fe.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_19000_69a805fce2e5e501f4f5.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_19000_bd31aa049dfb4e025d0b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_19000_e1086e3655d41f63f912.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_19000_fb8d1de8d17cb82acb83.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_19500_59b9695cbd5538812a8d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_19500_94cead70d9d6b1d72580.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_19500_bca16db3bccb7423b00c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_19500_c6496474c5a0b928a59e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_20000_0b564c93932016be6d25.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_20000_0b8c5f6daf8a7f45d7a5.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_20000_84530a9b828a2b061b21.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_20000_faa4dcf1ac8a5ba99925.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_2000_2974831d60db44516a81.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_2000_9e234dca492831b1597c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_2000_a396e9b7bd0aebaea539.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_2000_ba1bd0e53f9fe3ee3f07.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_20500_15402e55c6e41b505889.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_20500_2bcc3973e99b2b50cf4e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_20500_4dd7fbca9ca37e6807f1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_20500_d8e07ce17c88751a73aa.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_21000_2597d306094b6196bfa3.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_21000_bdc75752509aec4ef39b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_21000_bef7a3a8c024cb6bc9ff.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_21000_cae4f854c5d551689eb9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_21500_03925dac10987cbd49f4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_21500_8365bf0c904615ed7297.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_21500_9c001a9dd4cdfba7a3e9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_21500_a083b5991d5617788a1f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_22000_103879e93e743842be32.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_22000_325c77e6a76ce9e8b973.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_22000_a82edb1852c9e06af4cd.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_22000_e65c22f84e8d31266bea.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_22500_4db4b175f5bb004dc1e9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_22500_65e303eb54b189b5beec.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_22500_70edfa4d6e6380ad92d0.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_22500_f31f160172311e9a601a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_23000_91e91d7ec824456f4b02.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_23000_c62f756b5ef995ed2669.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_23000_da42d649cd663e87798a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_23000_f9c4dab8efc0fdb85755.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_23500_4d06d0194e9b56448ea0.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_23500_7904779a8396477d015e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_23500_c035547fb4f906945eff.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_23500_c2e8c8454708c0c1e8d2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_24000_0da21a2fe055015e63c6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_24000_5ab2151866548674a105.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_24000_7391d422d4b918cfe1aa.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_24000_81388d9cac343ac9d5da.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_24500_033ad111986a72e62776.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_24500_27b7b46b98424562edc1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_24500_9359f678239f05f99ec9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_24500_ef23478a25111e836bb4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_25000_01a98e9c14d6637d7daa.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_25000_2b97f046326acb5e17b6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_25000_54dd1e0ab690eaed4413.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_25000_c5bc29bc4fd75a2afc07.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_2500_0970d8931c7af2cef4fc.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_2500_52a95fa83fadafe31c8e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_2500_d956023f49f6d35c0d18.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_2500_e6bef83058c6bc11484c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_25500_1c552c8f97536efe8436.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_25500_725f54d078c8913ffefe.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_25500_86c99cfc86ad472b82da.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_25500_ab91505be0260d0442a2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_26000_2066fb94359bc4b38bb0.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_26000_c4fa1d3aa3698a4ac79d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_26000_f5af6f57feb94460884c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_26000_fa27a9a42b2bbbf09b7d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_26500_0b1e090aab147c621734.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_26500_9ed108fb83376a8c53e0.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_26500_b703f4277d9864161fef.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_26500_fb74e36a039c10330414.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_27000_3cd23cb3c4db4c8d7c5c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_27000_61fccaa5e6609ab7c1b7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_27000_9bd78ac01d3314a6a334.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_27000_a4c2d09c226794958e9d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_27500_29761debff7020b19150.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_27500_67d57dcf72da0b117861.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_27500_d403506fc8f1847dd094.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_27500_d7a4723c006372e446b6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_28000_101b3d50d9bd28fcd744.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_28000_2ee59bb189cae0c35b99.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_28000_70460de4967a63bd66eb.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_28000_862669a6cb975521a376.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_28500_39b18f316d65085e46ce.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_28500_4c7d9b1fe33d0a82fe5c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_28500_547774bfea0bb02518b6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_28500_906f3f0837dde98fed45.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_29000_97cb6f9d07507a5847e3.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_29000_ac704711388471b697a2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_29000_cd0205236f95847db180.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_29000_dca3684f612b16e7af81.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_29500_6afe99db49d9b5ec1a6b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_29500_78470530db70177b13a1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_29500_8c24a93830072521580b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_29500_936f4f1a2034f4d9809f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_30000_47d7c69fd7849fc0738e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_30000_88e62afaab9da2ccda24.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_30000_dc2b4222780a39d6deae.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_30000_de9860f2b59a9b208383.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_3000_1f8d21ef1d760d172a7b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_3000_3c32da3e56d952811b35.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_3000_4c668833bdf0b3ad8e0f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_3000_4c970b79217fa2efe592.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_30500_1c19783c4739d5fc0367.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_30500_4208b9d30b8150e44135.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_30500_4750b348b04e942fa10e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_30500_b8b7d139490604fb3b68.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_31000_71bee2ce10f2bad7bffa.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_31000_dff15bc6c1a8d8a80eb0.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_31000_f6eac23864c5fd78efe8.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_31000_fcba1bdd443aaf007ec8.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_31500_85aadecf474f436e9ef5.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_31500_96966cd97a2551b3c292.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_31500_a0f807f04e0a6ee74c97.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_31500_de15060807fac0c1b5e1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_32000_1478d829ea49c6fe3c66.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_32000_76e5cd3937eb56b361b5.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_32000_7a99c06a3b61b2950c31.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_32000_a61715520308a8b476e8.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_32500_2e689560b6860f9f959a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_32500_412e3ff9e2eb3d382d82.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_32500_58e01fad1c2ed1659f36.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_32500_707d76a08f6516b5552b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_33000_337ec760f9fbb80a3906.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_33000_52880032f00a583678de.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_33000_917f6005423a3b4924fc.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_33000_d2747f76cd8626adc8ee.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_33500_51913ebfb20b5fd69e9f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_33500_972ccdc41da7b5ad443f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_33500_e0971af122bdc934d699.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_33500_e4bd8c72dd9a62bf4d94.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_34000_34118aec9c3d12bc814b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_34000_85bd2b79fe751d93641e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_34000_b1162b098c14e435c335.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_34000_fb609857a88fecd66a65.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_34500_276598ae58b47c3ba4b4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_34500_819969cb66932f6455f7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_34500_de5b54bf41cab7fb6cab.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_34500_e65f499dd061621e20d2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_35000_1a894cfe1e6aee6cd15c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_35000_6c7752be82ec1d11efb7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_35000_e70643a6fd5214c06997.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_35000_f0843a0da42160024d2d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_3500_05befb0b216ca8d1edbf.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_3500_82551bf5f36ec40fa5ea.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_3500_9b27bd14bbcba7217e11.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_3500_bbb46658e7596d937121.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_35500_262d6209e4381f92d6d8.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_35500_3cd3c47f41937600fd60.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_35500_c437c5b9801e2393f47a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_35500_d23a3a195d3ab3ffb692.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_36000_6751f8a05f6021670ca3.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_36000_996f89a23df8b4541fe5.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_36000_ad4b128f70be313c0364.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_36000_d7368756f7949a66c9de.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_36500_10d783cb77432d2aab02.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_36500_29c46e74dad309e36899.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_36500_403c0b3017285335175e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_36500_9d2c87441b25be82d195.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_37000_701db9208eea038cf8ea.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_37000_9a25ad1bf490f9a9026f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_37000_9d610e8aad94fbaa9034.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_37000_e514e8d104a80fe52a07.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_37500_70e7bacf7aa1f5f93dcf.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_37500_b0d179a3dcc50349f0a8.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_37500_bbc1e50dc38ab0b7be82.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_37500_eca087760f2fd20f7a7f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_38000_1d2bc3f6ad4e1b998e49.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_38000_4f3c60619f7fe5c8c151.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_38000_5f45228ce742ac4be0a8.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_38000_bbe5e461d5f4e2a1d7b1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_38500_27bf8037ef92655dd1af.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_38500_719c32264bdbfee12c71.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_38500_921ad0d08099f5227b65.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_38500_c1f808782c00939a86cc.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_39000_1872d35af5d9d0329d9f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_39000_1e5edf472838bf118333.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_39000_4329adb084640856ca7f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_39000_dea69b4df9515fc34138.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_39500_5247c65e9298b98f0daa.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_39500_5d865b0e7fd9decca357.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_39500_9d1c37f5a9773962a9cf.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_39500_b6bbea3004e7eb7a134d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_40000_2789297edcb534b00b81.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_40000_63230b0618e0fec0f474.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_40000_97b4ba5b22b516c60211.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_40000_afeb1fc222ee365c456f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_4000_08c9aa9255ef625935b8.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_4000_292409eb571024542842.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_4000_d41f7f1c839b2c1877cf.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_4000_dbfa2faaaae9e34108ba.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_40500_4a3146420fa5117a21da.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_40500_6a3f760a9a03cb1f8acf.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_40500_800351a8376f548a6a90.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_40500_f80b06fa36dac152b6d5.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_41000_3c4ed95ef9829ddd4141.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_41000_9c6b053a8b8e88548123.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_41000_afd6427dd8f7ad3d0d6a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_41000_c6089e8fec76b995aef9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_41500_59f2ed3b175c8216b725.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_41500_5cbe9e8b573f816c7f41.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_41500_9bd04c2bbde0f377c272.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_41500_c43470cfce2edcdf88ee.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_42000_34b9236f207f109898ac.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_42000_453859867071cc93594c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_42000_8d0318658f615f465723.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_42000_a2ec5bacc06b42809d3b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_42500_51f0cda8a0159ab3acdc.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_42500_b399b0a11d3970c43bfc.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_42500_cc974896e4391645c6a9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_42500_cccaf27b0a80649ea496.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_43000_91e16ec1e5a8805df6a5.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_43000_94cdfe99c078f02be64a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_43000_e3fb45b50932bab65372.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_43000_e5dd93ed81cd2eaf252b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_43500_0307ad0b7d0d4de0bc48.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_43500_1a2df0ce83b981e2df5f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_43500_7a196cf43bc9a65a9c7a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_43500_8659323e2158dbccc86f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_4500_b0100c3ba79829b79b45.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_4500_c4f1d83c587e656ea532.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_4500_d307483056482fb28830.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_4500_d48642a26f136f3321fc.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_5000_2a195626a9877c5cd90f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_5000_3b2a926f3d5bc9463875.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_5000_71c10f027ce70a6a3d5a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_5000_bc8ed6f208acd6d5c72d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_500_32ec601e4f1378c04fd3.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_500_6e66a75ed3749d0e5d8d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_500_bed57bcdf87248c360c7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_500_e17dbadd1a4701422cc9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_5500_11eb9dfce915cbff2953.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_5500_5fc2be804fbdca5420f5.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_5500_9756d805a1bd64a19d08.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_5500_c7e37936e6391708a911.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_6000_126c44fe9a5b307f570e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_6000_212e497dc85f8cc3ac67.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_6000_7cf22df65ae014b4ce2a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_6000_bfc7fe8d6ef1b15320dd.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_6500_158274b4d44a6f53cf9c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_6500_8bd29c1b2aeb278c5ace.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_6500_b05c5fa612abf5a4fb61.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_6500_f483d24690473cfd10cc.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_7000_30565ca48394a33b9aba.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_7000_76f73461b50473767012.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_7000_7ddc702d4c05eaf18a2c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_7000_acf36403b5c574c8c7d7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_7500_44ed8a74edae05c03327.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_7500_b45b7bc58742b6b54085.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_7500_d7df3138f12167a88afb.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_7500_ee52454c2aa3fdbdf494.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_8000_1b64682e720faff1b1db.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_8000_1da65568412718e7fa85.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_8000_88b5bf671e8afa13ba84.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_8000_d5031bb7bdf63aa98dd2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_8500_08dc2be324729f499cf4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_8500_0b5f5f0ea107a00d9f12.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_8500_f033da6bb0b942526001.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_8500_f2902421bd5e535247b8.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_9000_04b47452614937d7e38b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_9000_360c48d74b8e5f8f0982.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_9000_4d01c209c00f9863e6a9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_9000_7398cff4ba6bfaeb5bad.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_9500_693303f7111976c397fa.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_9500_87d563fc68e62f274f93.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_9500_9444091c551254393e98.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_mixed/videos_9500_bffc520eb4add8c5db71.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_0_61a12b262084055ff794.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_0_8d0a2e1abbabe8c316d1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_0_afcf13b0ba9232ca904d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_0_d5b219907bae682ccf25.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_10000_3852ec5f776f22b7ab89.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_10000_3dc66b3d6e9cd62c78c4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_10000_e80b7a3bdfb2de6c3525.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_10000_f01b2d8efc9bbc0070af.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_1000_3654ecd5c28e07461786.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_1000_4f828019bf0d47e8a0f6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_1000_c34b571521112b719f0b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_1000_e120e36fbbb239b52391.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_10500_1214dc2f72f45d1e80ad.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_10500_9f67197a4cefbc2739ed.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_10500_aace9cbbbeeb6277ff84.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_10500_fecd4c0a16fd428fefd4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_11000_53e1433fcad61f532a28.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_11000_61db6a23995dee728b22.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_11000_9b9205fac2560c83f91c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_11000_c7c04a41d90ecb2a888e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_11500_2085fc754e95876e348f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_11500_c6a261f5454ec2a9551e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_11500_de95244eae5fd0b63ff4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_11500_e8ec5acd203f2590c16d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_12000_3060f228dfc1541e165f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_12000_5b20c6fde7d30fbb6903.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_12000_69694a5db6e58322a72e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_12000_b1f1959e7ec452910941.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_12500_022f4429821a7e3eff82.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_12500_571b7170713818d32c1d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_12500_601d6ddc3427791fb747.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_12500_c993436e98dd9a3fc803.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_13000_28819b4aaf90c8117004.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_13000_50140b08f42289a9b0a9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_13000_5f443a77dd914d90bf06.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_13000_7bdebfd1835577bb9e90.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_13500_59e80159affeb57bf352.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_13500_bb0c24cf8cf65cecec8e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_13500_d7312c39d96835954150.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_13500_e498ec14d68752f4d7af.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_14000_09e3086febbde6190e05.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_14000_13353c4bab092ca3945d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_14000_dcc433ba92a507599c6a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_14000_e7a0fa1768ef5996c0ed.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_14500_0c001626a7cb0a6a7d1c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_14500_6e9e570c7e557cd98236.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_14500_849ea03b8d8076fecaa0.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_14500_d1dcaa514e50a797fbb7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_15000_60be6f1375ec3be5efb1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_15000_63013e65e5aa6b143160.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_15000_d3daa0010b3679c18c69.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_15000_d59a2d3e990b677cacff.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_1500_2637e2e9dcbe6c530942.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_1500_40ac90f883e097944914.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_1500_4fe6573254513db0c2ca.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_1500_c68ae4a6a92ea2777236.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_15500_10dab5a3b4ae67e47890.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_15500_54f8079efcce3f85bc10.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_15500_8c4ec30bfdbb9bcf53d0.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_15500_be9b83beaab1376d747d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_16000_4137c49c300894811d70.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_16000_ab342059e52619c914d9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_16000_e086e4f43fbc37537733.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_16000_f034ae3e09abe2fc3894.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_16500_37d3fde5ce564ef18fda.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_16500_4401c61d805bcb5e997c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_16500_516054802b40626a2cd8.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_16500_f319fdc95e050df37fe4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_17000_148f5048426f8eb57cbc.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_17000_25d221bbebff317212f1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_17000_857f8bb43ea0262d3619.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_17000_dd5e2317d7b5e7956555.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_17500_2b016344cbc9c826b4f9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_17500_6c84d764a1f167bef891.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_17500_ae3af2c1795e9949c416.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_17500_d74ccbf00e53909d3343.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_18000_4d23a9b247772f83c173.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_18000_b2366ed44fffd1ddb4a6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_18000_cf2b65019d7afa0c5726.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_18000_df2bc6b5e897c645fa2b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_18500_2a25d9ea89af6ba823d4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_18500_bcd2d871a1fe938f100f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_18500_c3db8eec575f392ca5e5.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_18500_c5221a517d388e5f6d1b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_19000_2e5c5cb0b2480d102f50.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_19000_744c8e25616f9c15f6d5.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_19000_af845790df39f00ec52d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_19000_f8a05a63ff88b98c9aa1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_19500_1fda48b3df1db0516a3a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_19500_5d01e32383d908f258c7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_19500_653e2152e8a46af635f7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_19500_930482feba35d7026c87.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_20000_3ae07f25abaa35fb2183.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_20000_45527a681fe50d7b15ba.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_20000_9b0b8bd298fefccbfa2b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_20000_d95157b5f59f0690e84f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_2000_02b2bacea01404252000.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_2000_254d5b0e20fb5de9177a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_2000_a731b2e9df5294333799.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_2000_e285fc66e150fb2719e0.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_20500_24e2582fa9f8b0c0e465.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_20500_356db2f3c02c632f6d47.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_20500_5facc6bb80d9ae71789c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_20500_660e4f8762eff41e3eee.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_21000_05b8034278535d04963a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_21000_14949968e8a6b1c9e2bd.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_21000_3559f0830dd79af9b684.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_21000_8b6a15f73fd18bb70f23.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_21500_15d68966a3198bc01800.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_21500_701ce4c7e4be18c891d7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_21500_ca1640052b4f8e75abb8.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_21500_d64896850e6113888c64.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_22000_3f9114e258e4141c5daf.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_22000_d77a649ba36db71b952b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_22000_dec2a6f0425f4d2b6dda.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_22000_f884e5b61d86e556de3a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_22500_18e6103d77a15e5bfc92.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_22500_274d3ac74a1d0a0c7851.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_22500_cde7a5753a972f671313.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_22500_f9ca070e40e5973fa085.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_23000_6492e6bdfdbeaff874bd.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_23000_73b420af307bcdbd7e13.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_23000_ee7a7113dbf9224eafcf.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_23000_f5211ed00c0c36244718.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_23500_51fd48592b7e9454133b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_23500_c97d7ac77f93fd27bbd0.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_23500_cd5ad3e4b19ff4efcb06.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_23500_f5c85e78e849c80d0713.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_24000_406d7a87354a985dc661.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_24000_5cfa73e673c1dfffcef6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_24000_790bade8cf5e9837b2c8.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_24000_843555402f8ee8e2b768.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_24500_15551c86a96c702fc39a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_24500_2de814981ee6b6e053f3.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_24500_4c4cfc17ae42529ed32b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_24500_fd5703241a4ded6e6ef2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_25000_34d53485dc3687d87109.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_25000_6d22a9bb02ce1da62536.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_25000_83da714a7e3000154799.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_25000_b62ff6e667f8dc335246.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_2500_6d59dba951c69c63ffa6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_2500_a5cd82eecf57e5e8e1a1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_2500_ad391bd97f6ef5e955b7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_2500_d79ce14f35a48b49a597.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_25500_86dad0b4b4479890769f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_25500_91cbba497af6a18292dd.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_25500_9a30637aab9c8bb70231.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_25500_ef0b0faf5ed67ae2cb05.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_26000_09174e34665610fa2d8d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_26000_2c311011103a401d2172.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_26000_69b3a84b7da561aba113.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_26000_849fd492da687b0ba321.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_26500_238442c738f77920e5f1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_26500_708eb7135ca2886d968d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_26500_7389b4164e1c7e764954.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_26500_cf40202656d1286af8f6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_27000_1e4222b6fa4d9fa61d41.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_27000_8d0cd62c11c7a212ffbf.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_27000_ef126c43f6de0900894f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_27000_fe854ad3c67dfac5f363.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_27500_692653d2cdc937ea3d59.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_27500_780fa548dba582ca1e94.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_27500_8b5903dbbb83167e77c2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_27500_b36ece2bd97780c5ec22.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_28000_7754f1463875dd35c7dd.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_28000_82261f2ebeb590b96ed4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_28000_86a8a1f14ffb3b6c61f4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_28000_ae59ec8240ccf6ffc9fc.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_28500_1902e0de9dcba232d92c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_28500_80250705b927049aa018.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_28500_9d2b7ac6620ba869f3bc.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_28500_d6e8e2b57fe7a6b46938.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_29000_3074bd334db829ad30a7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_29000_50ebb3e4dfd2353607cb.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_29000_6b19b4e79bbf7026465d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_29000_e7f5fd23abd207fc7567.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_29500_046c32eefe3246f1cb8c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_29500_0884c165ae8c71d16b88.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_29500_18092401283c3f436953.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_29500_25d27d6a31623eba464f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_30000_279e2409fae730ca0c19.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_30000_819c9c5260f8fe42469b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_30000_8915498ca62e5e98fb84.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_30000_cab8d633235e7a78e109.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_3000_05a08b4111c2b4836b3c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_3000_910bb4a1062f90cb70d8.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_3000_a2884f3a2d641636c6f0.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_3000_bb4d54c5bc2a29a3a22e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_30500_868e397b7ebbd22bd265.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_30500_c7918d3779476585fb50.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_30500_e5579df657d79107ac26.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_30500_e69ade1f85553dc2f37b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_31000_3eeecc47b88a044e08bc.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_31000_5f568c9a87f1b765153b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_31000_aa185bc1a11bdacb7fc1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_31000_ada011befb65a10da7ed.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_31500_1171e7f72f04c2674ae7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_31500_8ead303c6bf7295e2f48.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_31500_9c1b10d94df49f1a46c2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_31500_a6f292078f62445263a4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_32000_193c3657c1c03a1d69a2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_32000_5431b10ad7ec65f954a9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_32000_85aed3be660b96bd603a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_32000_9afa1728abd84d5a8693.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_32500_05ba800eb50adacf0ecf.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_32500_316d7445cb528247f56a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_32500_ac59be2d4a58dc850055.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_32500_efab4e805a4f912c3721.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_33000_608a4501e5cf4d39febb.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_33000_62204f117f450d72ea3e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_33000_624f351ec6a465feaca1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_33000_be40258dee8237c0f7b7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_33500_34e258c42afaa68a1d6e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_33500_83a7c905fb15757328b2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_33500_89095485f37503c88fc7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_33500_a6dcd2b3d18c2d26edb8.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_34000_5196316baea11da98827.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_34000_53f9658cc02bd7442020.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_34000_7082258981b2e7bb8aa2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_34000_ded427c8c8c94c46ce8d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_34500_4bcbb0183c000f89d921.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_34500_5e6d4ee1207efb0fa55d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_34500_6e304efab5302bb90956.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_34500_e2a699e22bf98afd0849.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_35000_0d1e07835cfd46d76378.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_35000_38038889a06fb721b120.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_35000_a6f3d87ed80a9461d084.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_35000_e861ef9f28fd713e3873.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_3500_32f6b1dd8cfdbc922a25.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_3500_4851cc337d42221227c3.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_3500_6b2fce614507068d66b1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_3500_d5c4db1da00e3122c80e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_35500_3c12ac19dff4c1d573c4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_35500_59cefe655518f1a81923.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_35500_d261fe59e0cb30676aa9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_35500_faff73e0c2ce457bcc64.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_36000_1c3841b81a74f2278de1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_36000_45c0e92a6a3ca63510c2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_36000_e7116292be8e08585557.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_36000_e856f8920aff9bf84a10.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_36500_47f150f358bafe7e82ce.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_36500_487839d27087c238ba09.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_36500_b398657b05aabaec69f3.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_36500_bec6c19100db45d832ee.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_37000_172927c89c9a556f6722.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_37000_20312127315be0d34f43.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_37000_473c68d506e690328fa7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_37000_4db138edfb1b905165c4.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_37500_030df710d79425210a05.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_37500_214139f3899123dd0bed.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_37500_6c0eb9634a4365637987.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_37500_97b0b4814dd14adbd089.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_38000_79a6604f1bbb0bd87c51.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_38000_c391342834e11ab5fc07.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_38000_f62133a028e7b484b288.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_38000_f7220099933f878401b7.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_38500_6212ec09b69d05fdf012.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_38500_62727295ee271dd97910.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_38500_a31ccfd34cea80f19867.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_38500_da6ec6dfcba0898992c9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_39000_7a2ad2f2ef0c5c121b9d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_39000_99c1fd0d351b94f2649b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_39000_aeadee602495ca148f91.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_39000_f9ce3eff47ff806b76bc.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_39500_15c1791bfd3d4b19c96d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_39500_3e2e8565b151c6cb43df.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_39500_746dc109e9369c5f7833.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_39500_e016331817c127bac9a1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_40000_4df776939a51b6307347.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_40000_4f88a9964dd53213a458.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_40000_7da66c41f538bafd4f0c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_40000_a03b0dcbca8d86f19b76.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_4000_17e453e2167166ac7f4a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_4000_32ad9b1ab71aa6fdf2a6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_4000_7242c86a5f03f7f3d25c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_4000_fd982a4a50786ed3dbd6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_40500_0c17cde40eafc3799fe6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_40500_991c26c431801c1771e9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_40500_a1b266e03ba61a1b6cbe.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_40500_df31560bb23c20119671.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_41000_07466109cea953914fea.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_41000_14b38741e9466d168a8c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_41000_53ccf5f2b47d08faf5dc.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_41000_808097ef1b026a50e2af.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_41500_8acb23103273041c91af.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_41500_c8ba8144c173296dac1b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_41500_d89ce78f0759180d5676.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_41500_e479531fc7ecae0b836a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_42000_213b7a4f0d4523bba999.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_42000_91b9f88d547d4a4d855c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_42000_d0dfef815a495c28e25e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_42000_f375f470d39ed88d77c9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_42500_089ebe8a9d105b9ff1ef.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_42500_2980d7d5d28e1eeac6e1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_42500_2a548583e06123dbdb40.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_42500_fb6114f2bbf4a3928c10.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_43000_31a42a947dd2172d9dc9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_43000_af0ae126e8c9f9f2178d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_43000_d070bb446f89ee131fbe.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_43000_d077ff82b3ef90de807b.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_43500_3fcbdb00a8a794d0b27a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_43500_4d34c2f3365a5c86e753.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_43500_974cfd9bab0a8c96e3a2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_43500_ccdcc3bc69240adcc21c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_4500_3b6007aeb82ab7263b86.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_4500_7fff52c49263992efcfe.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_4500_f3f27ecb31eddf93b7c2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_4500_fa01ebc61d8992257fb6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_5000_08b731415940fb420450.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_5000_446157b8a6e88922f339.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_5000_ca8ec36de38df2d6e011.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_5000_da907150fbcc86f2149d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_500_530769577d4133d94095.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_500_6691f5d448e7ac1e9657.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_500_82d98efb7f6a189d349d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_500_9fc5f0aef21a127b3e96.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_5500_29c7de22c2d4703e83d2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_5500_2dec62d5622f2764162a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_5500_6590c756a215bd917955.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_5500_85f97197b076f4a946c2.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_6000_2bf4bacd128614766248.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_6000_dd5c022f625b6bb73cc1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_6000_e4770004ddfcd3873731.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_6000_e4ff1a0c1d8f3546aabd.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_6500_0a5114dbde29e466da02.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_6500_0af4838e7e6574d0a518.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_6500_343b8632ebace5079388.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_6500_ed4aa15da508b9c98c14.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_7000_64c7c78d71a2aed96fe1.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_7000_7ed1fa7aea9243882ee0.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_7000_9288fe41158d06914078.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_7000_c870313895db33f9a3ba.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_7500_2c7beac07f13570e9f2f.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_7500_44a178001a9fd4480db6.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_7500_6024053ae7bf2de41488.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_7500_96167ee784f41daab177.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_8000_1b899851bf2c0e7a2d0e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_8000_88af8e3b825b22c56a98.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_8000_a464475c825681fa42e3.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_8000_bae08cdf4ebda931acbc.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_8500_0440cb7de0af8615a04e.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_8500_601f62dd07a622195fa9.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_8500_8ca0a6ca296683551e22.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_8500_d632e2224703bc16a98d.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_9000_521630989c04a8a90aaa.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_9000_5f4b3e6edf040336b98c.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_9000_938a39964c269293c529.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_9000_f040c6ace0d34d604c28.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_9500_04af9ed4058b3f112b7a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_9500_6a5c48141414a9576f02.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_9500_8707b4ee0e94bcba801a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/files/media/videos/val_recon/videos_9500_d68dc05ba1aa5b827a6a.mp4 filter=lfs diff=lfs merge=lfs -text
-output_omniavatar_v2v_1.3B_phase2/wandb/run-20260327_022202-b8mv49g4/run-b8mv49g4.wandb filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/run-zmgbhqqw.wandb filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/run-nkf4iovm.wandb filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/run-spcd04xe.wandb filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_1000_ca30668b948401c81293.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_100_47403c800591fce4a99b.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_200_4e05a85e239f00a00e38.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_300_97779d11e00d4fea84a0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_400_112c0905448a821974f0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_500_2594e32c120a620ede9d.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_600_aebf0f3e2314a893fcf4.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_700_3c436e5b680054e936ff.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_800_26ce9945425f41d01fc0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_900_d940327fed8557b1d5b9.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_1000_ae70898a667c00aa5662.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_100_94eb31a80a3ac40c0b78.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_200_a8496205c65d88654cdf.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_300_aab2dfb491aad607c9fd.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_400_bce85452b11a6a44d134.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_500_4d195ac74629b2c68276.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_600_cb9b660f37c0aa0b875f.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_700_9fcd75f959500a5e1e1b.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_800_925fdd2186cb9c597613.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_900_eeb7166f325061ee5ed4.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_080aa089c18cc7ef49bb.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_199376eecdb2ac3805b1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_227f86d89a1074a49bef.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_470acda56ef8e222c768.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_507b3ab91a43591d37ef.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_61c5108f3aadcad2f0b6.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_7cac36bf623c69d2a9fb.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_c39881aba6524a2b57d4.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_e64482d5331dd47dd2ce.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_ff7a75faae4b9d53e488.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_10db04eacbf1fd7e0060.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_4b7bda56f91d77f69aff.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_4ebe6384ccb396e595b4.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_59b2955d6e3fb42b60fe.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_6ca4322a40f5f63a88cc.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_841f156eaaa87b2cbf2f.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_a8e1a4c818c27da6dbd0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_ef53096947e92904887b.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_f48191cf5aba37739c88.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_fef36f98378eae4e0659.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_2617d67028934b85216d.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_4dade51a9ad8c2fa3f9c.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_50adbbe70ad8d8c76eb4.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_5171b5df6488a7f4f06f.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_a3d7b493e72ea1094e4c.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_cc80e7ad9a83e81da885.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_dad8764d766e678090ea.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_e5cf0bbd71a075b91827.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_e69b704dc8670fb4b4f4.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_fd69e1ad6fbf90dc62a6.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_0061eb547ab3e7412ba4.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_252f8b3eec70334cfb87.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_26704a710e6bb244e3fd.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_5bd002c80247fa31b5ae.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_76bc9451176000d91f91.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_a31b44841d0321418c93.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_add2c7dbfa1e6e1489e9.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_afa05de71dc4d6f4ae68.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_f6af5fea9c544dfd3a38.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_f793d19b50b93d568ef5.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_2285fa21508b2d10b03e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_3485da9e0fa1368f55c1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_48d57dcf90b71b65f023.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_94257a15b95cc2bfdec7.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_9e4c4a9e8a8ac7a0757a.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_b5f98eed85dad4dd39c4.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_bb2bfa49d0d71f5bf350.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_c81608090441eb1691c7.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_d10dfdfd300d821db468.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_f66d8e01a5ae79171d0d.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_2287fca91c9fdc55aa51.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_3ce5ac9455e74f039653.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_54a9e4e85beb7b6c97a7.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_94bbe8654b348f25e096.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_94dc7ec79fac3b9e49c5.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_9b8fdb8bf90cc2835b98.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_9d85820fbb27d53b5336.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_da3de65fdf9ff7b90b21.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_e53c527367bf22694140.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_f017b328aabae21f3f8f.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_05a06498447588991456.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_300ee5bf40bb4e20f150.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_30e74d908083b07bc946.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_38b6541059f10cd0967f.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_50a3e6135d968824c048.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_59f737cb4df4b008f34b.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_7b675809e3479dd06589.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_954f98b69b9d1a56b90d.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_f800a4d60f2adc774582.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_faeb65f0e5f9a098723c.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_2313ca5c8c12db336c72.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_2e1ec14073d29189c2a3.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_86e9fbd81c9e5489ac64.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_984de432d1c406879c63.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_9e5b7de2a4d08cc86796.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_b4e5394adabc9b115fed.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_c326c906a478bbc77f2e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_c5b49d51bcfb9f3a6aee.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_c85559e63e945c344211.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_da5c2e23ca72831ff2cd.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_046cd8e6758f05559a8c.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_12ab0f63f9345337d92b.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_18eb1c1833617bef8f63.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_554b66301365e5f69361.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_60039b011397ec302d39.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_93e9479c52c500847609.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_a2d14fd1335c63247f72.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_d6b544da0695f3395a96.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_e4ab492e2e1e70bfd1e9.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_e7961fc5fe9809984aae.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_1b716b9df8a984ea521d.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_226ca2f5c056b2a8eabd.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_574ef106b8539f8c9d22.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_5fefc3092ec3ea2cee55.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_66aed6b1c4758b246be0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_774e2373fbbfe346ab22.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_7c750099265b4d7bccfa.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_b1e2fe898214b6ef2980.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_ed95bdfdb2235c583b32.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_f4066e27fa3c69e0f35a.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_15ac5b765a401d035db1.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_294040ac378ceaa34329.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_6ff046418b5d41477989.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_80aab00fcfa85d5db98e.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_884b2d197a5511393680.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_a076d17e202ed18ebdf8.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_c0196720a45889bb2198.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_c0f892b5fba78348af85.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_f5463a4ea6f68a39c5d0.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_f7412c9e170ffd299748.mp4 filter=lfs diff=lfs merge=lfs -text
+FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/run-skitclob.wandb filter=lfs diff=lfs merge=lfs -text
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/config.yaml b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..d86887617043fe16d2d9f076a08b999b33315ee9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/config.yaml
@@ -0,0 +1,259 @@
+dataloader_train:
+  _target_: <class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>
+  batch_size: '8'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_path.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+  num_workers: '2'
+  use_ref_sequence: 'True'
+dataloader_val:
+  _target_: <function create_omniavatar_dataloader at 0x7fa0fef8fb00>
+  batch_size: '1'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_val10.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  load_ode_path: 'False'
+  neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+  num_workers: '2'
+  use_ref_sequence: 'True'
+eval:
+  max_ckpt: '100000000'
+  min_ckpt: '0'
+  num_samples: '50000'
+  samples_dir: samples
+  save_images: 'False'
+log_config:
+  group: omniavatar_sf
+  name: sf_4gpu_bs8_5000iter_shift5
+  project: OmniAvatar-FastGen
+  wandb_credential: ./credentials/wandb_api.txt
+  wandb_entity: paulhcho
+  wandb_mode: online
+model:
+  add_teacher_to_fsdp_dict: 'True'
+  context_noise: '0.0'
+  ddp_find_unused_parameters: 'True'
+  device: cuda
+  discriminator:
+    _target_: <class 'fastgen.networks.discriminators.Discriminator_EDM'>
+    all_res:
+    - '32'
+    - '16'
+    - '8'
+    feature_indices: '{0, 1, 2}'
+    in_channels: '256'
+  discriminator_optimizer:
+    _target_: <function get_optimizer at 0x7fa0fefee660>
+    betas:
+    - '0.9'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: '0.0001'
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  discriminator_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  enable_gradient_in_rollout: 'True'
+  enable_preprocessors: 'True'
+  fake_score: null
+  fake_score_net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+    in_dim: '65'
+    merge_lora: 'False'
+    mode: v2v
+    model_size: 1.3B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+    schedule_type: rf
+    use_audio: 'True'
+  fake_score_optimizer:
+    _target_: <function get_optimizer at 0x7fa0fefee660>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 2e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  fake_score_pred_type: x0
+  fake_score_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  fsdp_meta_init: 'False'
+  gan_loss_weight_gen: '0'
+  gan_r1_reg_alpha: '0.1'
+  gan_r1_reg_weight: '0.0'
+  gan_use_same_t_noise: 'False'
+  grad_scaler_enabled: 'False'
+  grad_scaler_growth_interval: '2000'
+  grad_scaler_init_scale: '65536.0'
+  guidance_scale: '4.5'
+  input_shape:
+  - '16'
+  - '21'
+  - '64'
+  - '64'
+  last_step_only: 'False'
+  load_student_weights: 'False'
+  net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+    chunk_size: '3'
+    in_dim: '65'
+    mode: v2v
+    model_size: 1.3B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+    schedule_type: rf
+    total_num_frames: '21'
+    use_audio: 'True'
+  net_optimizer:
+    _target_: <function get_optimizer at 0x7fa0fefee660>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 2e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  net_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  precision: bfloat16
+  precision_amp: null
+  precision_amp_enc: null
+  precision_amp_infer: null
+  precision_fsdp: bfloat16
+  pretrained_model_path: ''
+  pretrained_student_net_path: ''
+  same_step_across_blocks: 'True'
+  sample_t_cfg:
+    log_t_df: '0.01'
+    max_t: '0.999'
+    min_t: '0.001'
+    shift: '5.0'
+    t_list:
+    - '0.999'
+    - '0.937'
+    - '0.833'
+    - '0.624'
+    - '0.0'
+    time_dist_type: shifted
+    train_p_mean: '-1.1'
+    train_p_std: '2.0'
+  skip_layers: null
+  start_gradient_frame: '0'
+  student_sample_steps: '4'
+  student_sample_type: sde
+  student_update_freq: '5'
+  teacher:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+    in_dim: '65'
+    merge_lora: 'True'
+    mode: v2v
+    model_size: 14B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_phase2/step-10500.pt
+    schedule_type: rf
+    use_audio: 'True'
+  use_ema: 'False'
+model_class:
+  _target_: <class 'fastgen.methods.omniavatar_self_forcing.OmniAvatarSelfForcingModel'>
+  config: null
+trainer:
+  augment_pipe: null
+  batch_size_global: null
+  callbacks:
+    ema:
+      _target_: <class 'fastgen.callbacks.ema.EMACallback'>
+      beta: '0.9999'
+      ema_halflife_kimg: '500'
+      ema_rampup_ratio: '0.05'
+      gamma: '16.97'
+      start_iter: '0'
+      type: constant
+    gpu_stats:
+      _target_: <class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>
+      every_n: '100'
+    grad_clip:
+      _target_: <class 'fastgen.callbacks.grad_clip.GradClipCallback'>
+      grad_norm: '10.0'
+      model_key: net
+    param_count:
+      _target_: <class 'fastgen.callbacks.param_count.ParamCountCallback'>
+    train_profiler:
+      _target_: <class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>
+      every_n: '100'
+    wandb:
+      _target_: <class 'fastgen.callbacks.wandb.WandbCallback'>
+      fps: '25'
+      sample_logging_iter: '100'
+  checkpointer:
+    pretrained_ckpt_key_map:
+      net: net
+    pretrained_ckpt_path: /home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth
+    s3_container: s3://checkpoints/fastgen
+    s3_credential: ./credentials/s3.json
+    save_dir: /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/checkpoints
+    use_s3: 'False'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp: 'False'
+  fsdp: 'True'
+  fsdp_cpu_offload: 'False'
+  fsdp_min_num_params: '10000000'
+  fsdp_sharding_group_size: null
+  global_vars: null
+  global_vars_val:
+  - null
+  grad_accum_rounds: '2'
+  logging_iter: '1'
+  max_iter: '5000'
+  offload_module_in_decoding: 'False'
+  resume: 'False'
+  save_ckpt_iter: '100'
+  seed: '0'
+  skip_initial_validation: 'True'
+  tf32_enabled: 'True'
+  val_seed: null
+  validation_iter: '100'
+  visualize_teacher: 'False'
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/debug-internal.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..cec95b5d6645f38179eb05be5df36acfd58efb8d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-02T20:58:42.181919016+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-02T20:58:42.574143607+09:00","level":"INFO","msg":"stream: created new stream","id":"zmgbhqqw"}
+{"time":"2026-04-02T20:58:42.574192032+09:00","level":"INFO","msg":"handler: started","stream_id":"zmgbhqqw"}
+{"time":"2026-04-02T20:58:42.574261225+09:00","level":"INFO","msg":"stream: started","id":"zmgbhqqw"}
+{"time":"2026-04-02T20:58:42.574281395+09:00","level":"INFO","msg":"writer: started","stream_id":"zmgbhqqw"}
+{"time":"2026-04-02T20:58:42.57428521+09:00","level":"INFO","msg":"sender: started","stream_id":"zmgbhqqw"}
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/debug.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..11a7b3b56e8c2030037c72abd003b1246ec4d153
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/debug.log
@@ -0,0 +1,19 @@
+2026-04-02 20:58:41,930 INFO    MainThread:549927 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-02 20:58:41,930 INFO    MainThread:549927 [wandb_setup.py:_flush():81] Configure stats pid to 549927
+2026-04-02 20:58:41,930 INFO    MainThread:549927 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-02 20:58:41,931 INFO    MainThread:549927 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/logs/debug.log
+2026-04-02 20:58:41,931 INFO    MainThread:549927 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/logs/debug-internal.log
+2026-04-02 20:58:41,931 INFO    MainThread:549927 [wandb_init.py:init():844] calling init triggers
+2026-04-02 20:58:41,931 INFO    MainThread:549927 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf', 'name': 'sf_4gpu_bs8_5000iter_shift5', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '5000', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '2', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '10000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '8', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>"}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7fbeacc8fb00>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>"}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_phase2/step-10500.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'guidance_scale': '4.5', 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fbeacee6660>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.937', '0.833', '0.624', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '4', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'bfloat16', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fbeacee6660>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fbeacee6660>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing.OmniAvatarSelfForcingModel'>"}, '_wandb': {}}
+2026-04-02 20:58:41,931 INFO    MainThread:549927 [wandb_init.py:init():892] starting backend
+2026-04-02 20:58:42,167 INFO    MainThread:549927 [wandb_init.py:init():895] sending inform_init request
+2026-04-02 20:58:42,179 INFO    MainThread:549927 [wandb_init.py:init():903] backend started and connected
+2026-04-02 20:58:42,183 INFO    MainThread:549927 [wandb_init.py:init():973] updated telemetry
+2026-04-02 20:58:42,199 INFO    MainThread:549927 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-02 20:58:43,281 INFO    MainThread:549927 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-02 20:58:43,509 INFO    MainThread:549927 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-02 20:58:43,509 INFO    MainThread:549927 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-02 20:58:43,509 INFO    MainThread:549927 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-02 20:58:43,509 INFO    MainThread:549927 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-02 20:58:43,513 INFO    MainThread:549927 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/files/output.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..60144d18e7c53551497061a737049fc0874579db
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/files/output.log
@@ -0,0 +1,1440 @@
+[Apr 2, 2026 - 20:58:43 | INFO | fastgen.callbacks.wandb:init_wandb:259 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 2, 2026 - 20:58:43 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 2, 2026 - 20:58:43 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 2, 2026 - 20:58:43 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 2, 2026 - 20:58:43 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 2, 2026 - 20:58:43 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 2, 2026 - 20:58:43 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 2, 2026 - 20:58:43 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 2, 2026 - 20:58:43 | INFO | fastgen.utils.checkpointer:load:151 ] Loading model from /home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth
+[Apr 2, 2026 - 20:58:47 | INFO | fastgen.utils.checkpointer:load:154 ] Loading the model_dict...
+[Apr 2, 2026 - 20:58:59 | INFO | fastgen.utils.checkpointer:load:159 ] Model net, loading info: <All keys matched successfully>
+[Apr 2, 2026 - 20:58:59 | INFO | fastgen.trainer:load_pretrained_ckpt:252 ] Loaded net model from net in /home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth at iteration 5000
+[Apr 2, 2026 - 20:58:59 | INFO | fastgen.trainer:load_pretrained_ckpt:262 ] Setting resume_iter for model to 5000.
+[Apr 2, 2026 - 20:58:59 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
+[Apr 2, 2026 - 20:58:59 | INFO | fastgen.methods.model:on_train_begin:296 ] Teacher check: add_teacher_to_fsdp_dict=True, fsdp_dict keys=['net', 'fake_score', 'teacher'], teacher in fsdp_dict=True
+[Apr 2, 2026 - 20:58:59 | INFO | fastgen.trainer:run:99 ] model.on_train_begin completed
+[Apr 2, 2026 - 20:58:59 | INFO | fastgen.trainer:run:110 ] Wrapping model into fsdp ..
+[Apr 2, 2026 - 20:58:59 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:102 ] Fully sharding model with 4 ranks...
+[Apr 2, 2026 - 20:58:59 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'net' (1.42B params)...
+[Apr 2, 2026 - 20:58:59 | INFO | fastgen.networks.OmniAvatar.network_causal:fully_shard:1948 ] CausalOmniAvatarWan: keeping manual gradient checkpointing (not using apply_fsdp_checkpointing due to KV cache dynamics)
+[Apr 2, 2026 - 20:59:00 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 2, 2026 - 20:59:00 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped net in 1.2s
+[Apr 2, 2026 - 20:59:00 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'fake_score' (1.60B params)...
+[Apr 2, 2026 - 20:59:00 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:765 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 2, 2026 - 20:59:02 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 2, 2026 - 20:59:02 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped fake_score in 1.5s
+[Apr 2, 2026 - 20:59:02 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'teacher' (14.29B params)...
+[Apr 2, 2026 - 20:59:02 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:765 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 2, 2026 - 20:59:13 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 2, 2026 - 20:59:13 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped teacher in 11.0s
+[Apr 2, 2026 - 20:59:13 | INFO | fastgen.trainer:run:118 ] FSDP wrapping completed
+[Apr 2, 2026 - 20:59:13 | INFO | fastgen.callbacks.ema:on_model_init_end:64 ] EMA ema is not enabled, skipping callback.
+[Apr 2, 2026 - 20:59:13 | INFO | fastgen.trainer:run:133 ] Auto-Resume Details: None
+[Apr 2, 2026 - 20:59:13 | INFO | fastgen.utils.basic_utils:set_random_seed:144 ] Using random seed 0.
+[Apr 2, 2026 - 20:59:13 | INFO | fastgen.trainer:run:165 ] Instantiating dataloader...
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.wandb:on_dataloader_init_end:361 ] SKIP_GT_VAL_UPLOAD=1 — skipping GT val video upload
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.gpu_stats:on_train_begin:57 ] every_n to measure gpus stats: 1
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.train_profiler:on_train_begin:54 ] every_n to profile trainer: 1
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] model (OmniAvatarSelfForcingModel) has 1596.36 M trainable and 17311.83 M total params (logical).
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingModel) has 420.42 M trainable and 4350.43 M total params LOCAL on rank 0.
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingModel) has 420.14 M trainable and 4348.63 M total params LOCAL on rank 1.
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingModel) has 420.14 M trainable and 4348.63 M total params LOCAL on rank 2.
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingModel) has 420.14 M trainable and 4348.63 M total params LOCAL on rank 3.
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] net (CausalOmniAvatarWan) has 1421.38 M trainable and 1421.38 M total params (logical).
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.68 M trainable and 376.68 M total params LOCAL on rank 0.
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.40 M trainable and 376.40 M total params LOCAL on rank 1.
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.40 M trainable and 376.40 M total params LOCAL on rank 2.
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.40 M trainable and 376.40 M total params LOCAL on rank 3.
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] fake_score (OmniAvatarWan) has 174.98 M trainable and 1596.36 M total params (logical).
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.30 M total params LOCAL on rank 0.
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.02 M total params LOCAL on rank 1.
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.02 M total params LOCAL on rank 2.
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.02 M total params LOCAL on rank 3.
+[Apr 2, 2026 - 20:59:19 | INFO | fastgen.trainer:run:174 ] iter_start: 0
+[MEM] fake_score_update: START: alloc=9.45GB reserved=9.88GB peak=9.60GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=12.28GB reserved=49.39GB peak=45.74GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=13.16GB peak=45.74GB
+[MEM-fwd] after block 0: alloc=13.74GB peak=45.74GB
+[MEM-fwd] after block 10: alloc=19.55GB peak=45.74GB
+[MEM-fwd] after block 20: alloc=24.84GB peak=45.74GB
+[MEM-fwd] after block 29: alloc=29.59GB peak=45.74GB
+[MEM-fwd] after head+unpatchify: alloc=30.67GB peak=45.74GB
+[MEM] fake_score_update: START: alloc=13.25GB reserved=15.24GB peak=54.53GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=13.29GB reserved=47.38GB peak=46.75GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=14.17GB peak=46.75GB
+[MEM-fwd] after block 0: alloc=14.75GB peak=46.75GB
+[MEM-fwd] after block 10: alloc=20.56GB peak=46.75GB
+[MEM-fwd] after block 20: alloc=25.85GB peak=46.75GB
+[MEM-fwd] after block 29: alloc=30.61GB peak=46.75GB
+[MEM-fwd] after head+unpatchify: alloc=31.69GB peak=46.75GB
+[Apr 2, 2026 - 21:00:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.500179  38.564846  38.466904
+peak_gpu_mem_gb           51.700073  51.700073  51.700073
+peak_gpu_mem_reserved_gb  53.640625  53.640625  53.640625
+util                      94.250000  99.000000  90.000000
+[Apr 2, 2026 - 21:00:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1 : data loading time        0.82
+[Apr 2, 2026 - 21:00:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1 : avg forward pass time    15.14
+[Apr 2, 2026 - 21:00:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1 : backward pass time       11.33
+[Apr 2, 2026 - 21:00:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1 : optimizer step time      1.25
+[Apr 2, 2026 - 21:00:16 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 1--------------------
+[Apr 2, 2026 - 21:00:16 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0068        iter count: 1.0
+[Apr 2, 2026 - 21:00:16 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0068   iter count: 1.0
+[Apr 2, 2026 - 21:00:16 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:00:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=13.43GB reserved=57.60GB peak=55.51GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=13.47GB reserved=47.47GB peak=46.93GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=14.35GB peak=46.93GB
+[MEM-fwd] after block 0: alloc=14.93GB peak=46.93GB
+[MEM-fwd] after block 10: alloc=20.74GB peak=46.93GB
+[MEM-fwd] after block 20: alloc=26.02GB peak=46.93GB
+[MEM-fwd] after block 29: alloc=30.78GB peak=46.93GB
+[MEM-fwd] after head+unpatchify: alloc=31.86GB peak=46.93GB
+[MEM] fake_score_update: START: alloc=14.21GB reserved=58.37GB peak=55.69GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=14.25GB reserved=48.25GB peak=47.71GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=15.13GB peak=47.71GB
+[MEM-fwd] after block 0: alloc=15.71GB peak=47.71GB
+[MEM-fwd] after block 10: alloc=21.52GB peak=47.71GB
+[MEM-fwd] after block 20: alloc=26.81GB peak=47.71GB
+[MEM-fwd] after block 29: alloc=31.57GB peak=47.71GB
+[MEM-fwd] after head+unpatchify: alloc=32.65GB peak=47.71GB
+[Apr 2, 2026 - 21:01:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.673635   38.738670  38.640255
+peak_gpu_mem_gb           52.593685   52.593685  52.593685
+peak_gpu_mem_reserved_gb  54.365234   54.365234  54.365234
+util                      97.250000  100.000000  93.000000
+[Apr 2, 2026 - 21:01:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 2 : avg iteration time       51.47 seconds
+[Apr 2, 2026 - 21:01:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 2 : data loading time        0.00
+[Apr 2, 2026 - 21:01:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 2 : avg forward pass time    13.78
+[Apr 2, 2026 - 21:01:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 2 : backward pass time       11.39
+[Apr 2, 2026 - 21:01:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 2 : optimizer step time      1.18
+[Apr 2, 2026 - 21:01:08 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 2--------------------
+[Apr 2, 2026 - 21:01:08 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0070        iter count: 1.0
+[Apr 2, 2026 - 21:01:08 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0070   iter count: 1.0
+[Apr 2, 2026 - 21:01:08 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:01:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=13.43GB reserved=58.37GB peak=56.47GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=13.47GB reserved=47.49GB peak=46.93GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=14.35GB peak=46.93GB
+[MEM-fwd] after block 0: alloc=14.93GB peak=46.93GB
+[MEM-fwd] after block 10: alloc=20.74GB peak=46.93GB
+[MEM-fwd] after block 20: alloc=26.02GB peak=46.93GB
+[MEM-fwd] after block 29: alloc=30.78GB peak=46.93GB
+[MEM-fwd] after head+unpatchify: alloc=31.86GB peak=46.93GB
+[MEM] fake_score_update: START: alloc=14.21GB reserved=58.40GB peak=55.69GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=14.25GB reserved=48.29GB peak=47.72GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=15.13GB peak=47.72GB
+[MEM-fwd] after block 0: alloc=15.71GB peak=47.72GB
+[MEM-fwd] after block 10: alloc=21.52GB peak=47.72GB
+[MEM-fwd] after block 20: alloc=26.81GB peak=47.72GB
+[MEM-fwd] after block 29: alloc=31.57GB peak=47.72GB
+[MEM-fwd] after head+unpatchify: alloc=32.65GB peak=47.72GB
+[Apr 2, 2026 - 21:02:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.673780   38.738815  38.640400
+peak_gpu_mem_gb           52.593685   52.593685  52.593685
+peak_gpu_mem_reserved_gb  54.404297   54.404297  54.404297
+util                      98.000000  100.000000  93.000000
+[Apr 2, 2026 - 21:02:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 3 : avg iteration time       58.15 seconds
+[Apr 2, 2026 - 21:02:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 3 : data loading time        0.00
+[Apr 2, 2026 - 21:02:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 3 : avg forward pass time    17.09
+[Apr 2, 2026 - 21:02:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 3 : backward pass time       11.36
+[Apr 2, 2026 - 21:02:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 3 : optimizer step time      1.17
+[Apr 2, 2026 - 21:02:06 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 3--------------------
+[Apr 2, 2026 - 21:02:06 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0072        iter count: 1.0
+[Apr 2, 2026 - 21:02:06 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0072   iter count: 1.0
+[Apr 2, 2026 - 21:02:06 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:02:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=13.43GB reserved=58.42GB peak=56.47GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=13.47GB reserved=47.52GB peak=46.93GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=14.35GB peak=46.93GB
+[MEM-fwd] after block 0: alloc=14.93GB peak=46.93GB
+[MEM-fwd] after block 10: alloc=20.74GB peak=46.93GB
+[MEM-fwd] after block 20: alloc=26.02GB peak=46.93GB
+[MEM-fwd] after block 29: alloc=30.78GB peak=46.93GB
+[MEM-fwd] after head+unpatchify: alloc=31.86GB peak=46.93GB
+[MEM] fake_score_update: START: alloc=14.21GB reserved=58.42GB peak=55.69GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=14.25GB reserved=48.27GB peak=47.72GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=15.13GB peak=47.72GB
+[MEM-fwd] after block 0: alloc=15.71GB peak=47.72GB
+[MEM-fwd] after block 10: alloc=21.52GB peak=47.72GB
+[MEM-fwd] after block 20: alloc=26.81GB peak=47.72GB
+[MEM-fwd] after block 29: alloc=31.57GB peak=47.72GB
+[MEM-fwd] after head+unpatchify: alloc=32.65GB peak=47.72GB
+[Apr 2, 2026 - 21:03:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.673826   38.738853  38.640453
+peak_gpu_mem_gb           52.593685   52.593685  52.593685
+peak_gpu_mem_reserved_gb  54.443359   54.443359  54.443359
+util                      98.250000  100.000000  95.000000
+[Apr 2, 2026 - 21:03:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 4 : avg iteration time       58.03 seconds
+[Apr 2, 2026 - 21:03:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 4 : data loading time        0.00
+[Apr 2, 2026 - 21:03:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 4 : avg forward pass time    17.07
+[Apr 2, 2026 - 21:03:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 4 : backward pass time       11.35
+[Apr 2, 2026 - 21:03:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 4 : optimizer step time      1.17
+[Apr 2, 2026 - 21:03:04 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 4--------------------
+[Apr 2, 2026 - 21:03:04 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0073        iter count: 1.0
+[Apr 2, 2026 - 21:03:04 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0073   iter count: 1.0
+[Apr 2, 2026 - 21:03:04 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:03:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] student_update: START: alloc=13.43GB reserved=58.46GB peak=56.47GB
+[MEM] student_update: after rollout: alloc=62.95GB reserved=65.32GB peak=64.73GB
+[MEM] student_update: after perturb: alloc=62.98GB reserved=65.32GB peak=64.73GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=63.73GB peak=64.73GB
+[MEM-fwd] after block 0: alloc=63.77GB peak=74.18GB
+[MEM-fwd] after block 10: alloc=64.30GB peak=74.71GB
+[MEM-fwd] after block 20: alloc=64.30GB peak=74.71GB
+[MEM-fwd] after block 29: alloc=64.30GB peak=74.71GB
+[MEM-fwd] after head+unpatchify: alloc=63.80GB peak=74.71GB
+[MEM] student_update: after fake_score: alloc=63.05GB reserved=77.14GB peak=74.71GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=65.93GB peak=74.71GB
+[MEM-fwd] after block 0: alloc=66.16GB peak=88.00GB
+[MEM-fwd] after block 10: alloc=67.92GB peak=89.76GB
+[MEM-fwd] after block 20: alloc=67.92GB peak=89.76GB
+[MEM-fwd] after block 30: alloc=67.92GB peak=89.76GB
+[MEM-fwd] after block 39: alloc=67.92GB peak=89.76GB
+[MEM-fwd] after head+unpatchify: alloc=66.18GB peak=89.76GB
+[MEM] student_update: after teacher: alloc=63.55GB reserved=92.86GB peak=89.76GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=65.48GB peak=89.76GB
+[MEM-fwd] after block 0: alloc=66.18GB peak=89.76GB
+[MEM-fwd] after block 10: alloc=67.94GB peak=89.79GB
+[MEM-fwd] after block 20: alloc=67.94GB peak=89.79GB
+[MEM-fwd] after block 30: alloc=67.94GB peak=89.79GB
+[MEM-fwd] after block 39: alloc=67.94GB peak=89.79GB
+[MEM-fwd] after head+unpatchify: alloc=66.20GB peak=89.79GB
+[MEM] student_update: after CFG: alloc=63.55GB reserved=92.91GB peak=89.79GB
+[MEM] student_update: after VSD loss: alloc=63.57GB reserved=92.91GB peak=89.79GB
+[MEM] student_update: START: alloc=11.90GB reserved=71.46GB peak=89.79GB
+[MEM] student_update: after rollout: alloc=64.21GB reserved=69.74GB peak=65.99GB
+[MEM] student_update: after perturb: alloc=64.24GB reserved=69.74GB peak=65.99GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=64.87GB peak=65.99GB
+[MEM-fwd] after block 0: alloc=64.98GB peak=75.39GB
+[MEM-fwd] after block 10: alloc=65.51GB peak=75.92GB
+[MEM-fwd] after block 20: alloc=65.51GB peak=75.92GB
+[MEM-fwd] after block 29: alloc=65.51GB peak=75.92GB
+[MEM-fwd] after head+unpatchify: alloc=65.00GB peak=75.92GB
+[MEM] student_update: after fake_score: alloc=64.26GB reserved=81.07GB peak=75.92GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.18GB peak=75.92GB
+[MEM-fwd] after block 0: alloc=66.89GB peak=88.73GB
+[MEM-fwd] after block 10: alloc=68.65GB peak=90.49GB
+[MEM-fwd] after block 20: alloc=68.65GB peak=90.49GB
+[MEM-fwd] after block 30: alloc=68.65GB peak=90.49GB
+[MEM-fwd] after block 39: alloc=68.65GB peak=90.49GB
+[MEM-fwd] after head+unpatchify: alloc=66.91GB peak=90.49GB
+[MEM] student_update: after teacher: alloc=64.28GB reserved=96.58GB peak=90.49GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.21GB peak=90.49GB
+[MEM-fwd] after block 0: alloc=66.91GB peak=90.49GB
+[MEM-fwd] after block 10: alloc=68.67GB peak=90.51GB
+[MEM-fwd] after block 20: alloc=68.67GB peak=90.51GB
+[MEM-fwd] after block 30: alloc=68.67GB peak=90.51GB
+[MEM-fwd] after block 39: alloc=68.67GB peak=90.51GB
+[MEM-fwd] after head+unpatchify: alloc=66.93GB peak=90.51GB
+[MEM] student_update: after CFG: alloc=64.28GB reserved=96.58GB peak=90.51GB
+[MEM] student_update: after VSD loss: alloc=64.30GB reserved=96.58GB peak=90.51GB
+[Apr 2, 2026 - 21:05:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.691725  38.756161  38.658802
+peak_gpu_mem_gb           84.297342  84.297342  84.297342
+peak_gpu_mem_reserved_gb  89.951172  89.951172  89.951172
+util                      70.250000  75.000000  64.000000
+[Apr 2, 2026 - 21:05:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 5 : avg iteration time       135.04 seconds
+[Apr 2, 2026 - 21:05:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 5 : data loading time        0.00
+[Apr 2, 2026 - 21:05:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 5 : avg forward pass time    57.09
+[Apr 2, 2026 - 21:05:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 5 : backward pass time       10.06
+[Apr 2, 2026 - 21:05:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 5 : optimizer step time      0.30
+[Apr 2, 2026 - 21:05:19 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 5--------------------
+[Apr 2, 2026 - 21:05:19 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.6807        iter count: 1.0
+[Apr 2, 2026 - 21:05:19 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_vsd_loss: 0.6807          iter count: 1.0
+[Apr 2, 2026 - 21:05:19 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 2, 2026 - 21:05:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=12.65GB reserved=96.58GB peak=90.51GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.48GB reserved=52.60GB peak=48.94GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.25GB peak=48.94GB
+[MEM-fwd] after block 0: alloc=16.88GB peak=48.94GB
+[MEM-fwd] after block 10: alloc=22.69GB peak=48.94GB
+[MEM-fwd] after block 20: alloc=27.98GB peak=48.94GB
+[MEM-fwd] after block 29: alloc=32.73GB peak=48.94GB
+[MEM-fwd] after head+unpatchify: alloc=33.81GB peak=48.94GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=62.71GB peak=57.64GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.30GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 2, 2026 - 21:06:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.691972  38.755352  38.659405
+peak_gpu_mem_gb           54.432534  54.433307  54.432277
+peak_gpu_mem_reserved_gb  58.458984  58.458984  58.458984
+util                      96.000000  99.000000  90.000000
+[Apr 2, 2026 - 21:06:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 6 : avg iteration time       58.70 seconds
+[Apr 2, 2026 - 21:06:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 6 : data loading time        0.00
+[Apr 2, 2026 - 21:06:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 6 : avg forward pass time    17.42
+[Apr 2, 2026 - 21:06:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 6 : backward pass time       11.34
+[Apr 2, 2026 - 21:06:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 6 : optimizer step time      1.17
+[Apr 2, 2026 - 21:06:18 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 6--------------------
+[Apr 2, 2026 - 21:06:18 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0065        iter count: 1.0
+[Apr 2, 2026 - 21:06:18 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0065   iter count: 1.0
+[Apr 2, 2026 - 21:06:18 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:06:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.40GB reserved=62.77GB peak=58.45GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.44GB reserved=49.27GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.32GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.90GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.71GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.00GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=62.69GB peak=57.66GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.04GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 2, 2026 - 21:07:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.692015   38.755375  38.659462
+peak_gpu_mem_gb           54.432534   54.433307  54.432277
+peak_gpu_mem_reserved_gb  55.451172   55.451172  55.451172
+util                      98.250000  100.000000  95.000000
+[Apr 2, 2026 - 21:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 7 : avg iteration time       51.50 seconds
+[Apr 2, 2026 - 21:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 7 : data loading time        0.00
+[Apr 2, 2026 - 21:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 7 : avg forward pass time    13.82
+[Apr 2, 2026 - 21:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 7 : backward pass time       11.33
+[Apr 2, 2026 - 21:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 7 : optimizer step time      1.16
+[Apr 2, 2026 - 21:07:09 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 7--------------------
+[Apr 2, 2026 - 21:07:09 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0075        iter count: 1.0
+[Apr 2, 2026 - 21:07:09 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0075   iter count: 1.0
+[Apr 2, 2026 - 21:07:09 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:07:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.40GB reserved=59.54GB peak=58.45GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.44GB reserved=49.56GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.32GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.90GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.71GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.00GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=62.81GB peak=57.66GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.34GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 2, 2026 - 21:08:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.692166  38.755920  38.659428
+peak_gpu_mem_gb           54.432534  54.433307  54.432277
+peak_gpu_mem_reserved_gb  55.431641  55.431641  55.431641
+util                      97.500000  99.000000  96.000000
+[Apr 2, 2026 - 21:08:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 8 : avg iteration time       57.89 seconds
+[Apr 2, 2026 - 21:08:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 8 : data loading time        0.00
+[Apr 2, 2026 - 21:08:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 8 : avg forward pass time    17.02
+[Apr 2, 2026 - 21:08:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 8 : backward pass time       11.34
+[Apr 2, 2026 - 21:08:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 8 : optimizer step time      1.19
+[Apr 2, 2026 - 21:08:07 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 8--------------------
+[Apr 2, 2026 - 21:08:07 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0069        iter count: 1.0
+[Apr 2, 2026 - 21:08:07 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0069   iter count: 1.0
+[Apr 2, 2026 - 21:08:07 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:08:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.40GB reserved=59.52GB peak=58.45GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.44GB reserved=49.21GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.32GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.90GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.71GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.00GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.54GB peak=57.66GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.00GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 2, 2026 - 21:09:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.692274  38.756184  38.659512
+peak_gpu_mem_gb           54.432534  54.433307  54.432277
+peak_gpu_mem_reserved_gb  58.341797  58.341797  58.341797
+util                      97.750000  99.000000  94.000000
+[Apr 2, 2026 - 21:09:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 9 : avg iteration time       57.86 seconds
+[Apr 2, 2026 - 21:09:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 9 : data loading time        0.00
+[Apr 2, 2026 - 21:09:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 9 : avg forward pass time    17.00
+[Apr 2, 2026 - 21:09:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 9 : backward pass time       11.35
+[Apr 2, 2026 - 21:09:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 9 : optimizer step time      1.17
+[Apr 2, 2026 - 21:09:05 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 9--------------------
+[Apr 2, 2026 - 21:09:05 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0063        iter count: 1.0
+[Apr 2, 2026 - 21:09:05 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0063   iter count: 1.0
+[Apr 2, 2026 - 21:09:05 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:09:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] student_update: START: alloc=15.40GB reserved=62.64GB peak=58.45GB
+[MEM] student_update: after rollout: alloc=64.93GB reserved=67.39GB peak=66.70GB
+[MEM] student_update: after perturb: alloc=64.95GB reserved=67.39GB peak=66.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=65.70GB peak=66.70GB
+[MEM-fwd] after block 0: alloc=65.75GB peak=76.16GB
+[MEM-fwd] after block 10: alloc=66.28GB peak=76.69GB
+[MEM-fwd] after block 20: alloc=66.28GB peak=76.69GB
+[MEM-fwd] after block 29: alloc=66.28GB peak=76.69GB
+[MEM-fwd] after head+unpatchify: alloc=65.77GB peak=76.69GB
+[MEM] student_update: after fake_score: alloc=65.03GB reserved=78.64GB peak=76.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.96GB peak=76.69GB
+[MEM-fwd] after block 0: alloc=67.66GB peak=89.50GB
+[MEM-fwd] after block 10: alloc=69.42GB peak=91.26GB
+[MEM-fwd] after block 20: alloc=69.42GB peak=91.26GB
+[MEM-fwd] after block 30: alloc=69.42GB peak=91.26GB
+[MEM-fwd] after block 39: alloc=69.42GB peak=91.26GB
+[MEM-fwd] after head+unpatchify: alloc=67.68GB peak=91.26GB
+[MEM] student_update: after teacher: alloc=65.05GB reserved=94.26GB peak=91.26GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.98GB peak=91.26GB
+[MEM-fwd] after block 0: alloc=67.68GB peak=91.26GB
+[MEM-fwd] after block 10: alloc=69.44GB peak=91.29GB
+[MEM-fwd] after block 20: alloc=69.44GB peak=91.29GB
+[MEM-fwd] after block 30: alloc=69.44GB peak=91.29GB
+[MEM-fwd] after block 39: alloc=69.44GB peak=91.29GB
+[MEM-fwd] after head+unpatchify: alloc=67.70GB peak=91.29GB
+[MEM] student_update: after CFG: alloc=65.05GB reserved=94.26GB peak=91.29GB
+[MEM] student_update: after VSD loss: alloc=65.07GB reserved=94.26GB peak=91.29GB
+[MEM] student_update: START: alloc=13.40GB reserved=97.80GB peak=91.29GB
+[MEM] student_update: after rollout: alloc=65.71GB reserved=70.77GB peak=67.49GB
+[MEM] student_update: after perturb: alloc=65.73GB reserved=70.77GB peak=67.49GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=66.37GB peak=67.49GB
+[MEM-fwd] after block 0: alloc=66.48GB peak=76.89GB
+[MEM-fwd] after block 10: alloc=67.01GB peak=77.42GB
+[MEM-fwd] after block 20: alloc=67.01GB peak=77.42GB
+[MEM-fwd] after block 29: alloc=67.01GB peak=77.42GB
+[MEM-fwd] after head+unpatchify: alloc=66.50GB peak=77.42GB
+[MEM] student_update: after fake_score: alloc=65.76GB reserved=82.90GB peak=77.42GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.68GB peak=77.42GB
+[MEM-fwd] after block 0: alloc=68.39GB peak=90.23GB
+[MEM-fwd] after block 10: alloc=70.15GB peak=91.99GB
+[MEM-fwd] after block 20: alloc=70.15GB peak=91.99GB
+[MEM-fwd] after block 30: alloc=70.15GB peak=91.99GB
+[MEM-fwd] after block 39: alloc=70.15GB peak=91.99GB
+[MEM-fwd] after head+unpatchify: alloc=68.41GB peak=91.99GB
+[MEM] student_update: after teacher: alloc=65.78GB reserved=98.00GB peak=91.99GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.70GB peak=91.99GB
+[MEM-fwd] after block 0: alloc=68.41GB peak=91.99GB
+[MEM-fwd] after block 10: alloc=70.17GB peak=92.01GB
+[MEM-fwd] after block 20: alloc=70.17GB peak=92.01GB
+[MEM-fwd] after block 30: alloc=70.17GB peak=92.01GB
+[MEM-fwd] after block 39: alloc=70.17GB peak=92.01GB
+[MEM-fwd] after head+unpatchify: alloc=68.43GB peak=92.01GB
+[MEM] student_update: after CFG: alloc=65.78GB reserved=98.02GB peak=92.01GB
+[MEM] student_update: after VSD loss: alloc=65.80GB reserved=98.02GB peak=92.01GB
+[Apr 2, 2026 - 21:11:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693048  38.757542  38.660149
+peak_gpu_mem_gb           85.692246  85.693018  85.691988
+peak_gpu_mem_reserved_gb  91.283691  91.285156  91.283203
+util                      80.500000  85.000000  74.000000
+[Apr 2, 2026 - 21:11:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 10 : avg iteration time       130.83 seconds
+[Apr 2, 2026 - 21:11:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 10 : data loading time        0.00
+[Apr 2, 2026 - 21:11:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 10 : avg forward pass time    55.32
+[Apr 2, 2026 - 21:11:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 10 : backward pass time       10.04
+[Apr 2, 2026 - 21:11:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 10 : optimizer step time      0.21
+[Apr 2, 2026 - 21:11:16 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 10--------------------
+[Apr 2, 2026 - 21:11:16 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.6826        iter count: 1.0
+[Apr 2, 2026 - 21:11:16 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_vsd_loss: 0.6826          iter count: 1.0
+[Apr 2, 2026 - 21:11:16 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 2, 2026 - 21:11:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=12.65GB reserved=98.02GB peak=92.01GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.48GB reserved=52.63GB peak=48.94GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.25GB peak=48.94GB
+[MEM-fwd] after block 0: alloc=16.88GB peak=48.94GB
+[MEM-fwd] after block 10: alloc=22.69GB peak=48.94GB
+[MEM-fwd] after block 20: alloc=27.98GB peak=48.94GB
+[MEM-fwd] after block 29: alloc=32.73GB peak=48.94GB
+[MEM-fwd] after head+unpatchify: alloc=33.81GB peak=48.94GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=62.73GB peak=57.64GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.28GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 2, 2026 - 21:12:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693101  38.757286  38.660294
+peak_gpu_mem_gb           54.432534  54.433307  54.432277
+peak_gpu_mem_reserved_gb  58.537109  58.537109  58.537109
+util                      97.250000  99.000000  95.000000
+[Apr 2, 2026 - 21:12:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 11 : avg iteration time       58.70 seconds
+[Apr 2, 2026 - 21:12:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 11 : data loading time        0.00
+[Apr 2, 2026 - 21:12:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 11 : avg forward pass time    17.44
+[Apr 2, 2026 - 21:12:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 11 : backward pass time       11.32
+[Apr 2, 2026 - 21:12:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 11 : optimizer step time      1.17
+[Apr 2, 2026 - 21:12:15 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 11--------------------
+[Apr 2, 2026 - 21:12:15 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0063        iter count: 1.0
+[Apr 2, 2026 - 21:12:15 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0063   iter count: 1.0
+[Apr 2, 2026 - 21:12:15 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:12:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.40GB reserved=62.85GB peak=58.45GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.44GB reserved=49.61GB peak=48.90GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.32GB peak=48.90GB
+[MEM-fwd] after block 0: alloc=16.90GB peak=48.90GB
+[MEM-fwd] after block 10: alloc=22.71GB peak=48.90GB
+[MEM-fwd] after block 20: alloc=28.00GB peak=48.90GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.90GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.90GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.56GB peak=57.66GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.00GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 2, 2026 - 21:13:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.693091   38.757248  38.660271
+peak_gpu_mem_gb           54.432534   54.433307  54.432277
+peak_gpu_mem_reserved_gb  55.470703   55.470703  55.470703
+util                      97.000000  100.000000  92.000000
+[Apr 2, 2026 - 21:13:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 12 : avg iteration time       57.89 seconds
+[Apr 2, 2026 - 21:13:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 12 : data loading time        0.00
+[Apr 2, 2026 - 21:13:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 12 : avg forward pass time    17.04
+[Apr 2, 2026 - 21:13:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 12 : backward pass time       11.29
+[Apr 2, 2026 - 21:13:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 12 : optimizer step time      1.18
+[Apr 2, 2026 - 21:13:12 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 12--------------------
+[Apr 2, 2026 - 21:13:12 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0077        iter count: 1.0
+[Apr 2, 2026 - 21:13:12 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0077   iter count: 1.0
+[Apr 2, 2026 - 21:13:12 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:13:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.40GB reserved=59.56GB peak=58.45GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.44GB reserved=49.25GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.32GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.90GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.71GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.00GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.58GB peak=57.66GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.36GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 2, 2026 - 21:14:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.693208   38.757511  38.660271
+peak_gpu_mem_gb           54.432534   54.433307  54.432277
+peak_gpu_mem_reserved_gb  55.470703   55.470703  55.470703
+util                      96.750000  100.000000  91.000000
+[Apr 2, 2026 - 21:14:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 13 : avg iteration time       58.05 seconds
+[Apr 2, 2026 - 21:14:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 13 : data loading time        0.00
+[Apr 2, 2026 - 21:14:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 13 : avg forward pass time    17.12
+[Apr 2, 2026 - 21:14:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 13 : backward pass time       11.32
+[Apr 2, 2026 - 21:14:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 13 : optimizer step time      1.17
+[Apr 2, 2026 - 21:14:10 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 13--------------------
+[Apr 2, 2026 - 21:14:10 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0085        iter count: 1.0
+[Apr 2, 2026 - 21:14:10 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0085   iter count: 1.0
+[Apr 2, 2026 - 21:14:10 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:14:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.40GB reserved=59.56GB peak=58.45GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.44GB reserved=49.23GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.32GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.90GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.71GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.00GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.56GB peak=57.66GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.36GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 2, 2026 - 21:15:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693217  38.757545  38.660278
+peak_gpu_mem_gb           54.432534  54.433307  54.432277
+peak_gpu_mem_reserved_gb  55.451172  55.451172  55.451172
+util                      96.500000  99.000000  91.000000
+[Apr 2, 2026 - 21:15:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 14 : avg iteration time       54.48 seconds
+[Apr 2, 2026 - 21:15:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 14 : data loading time        0.00
+[Apr 2, 2026 - 21:15:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 14 : avg forward pass time    15.34
+[Apr 2, 2026 - 21:15:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 14 : backward pass time       11.31
+[Apr 2, 2026 - 21:15:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 14 : optimizer step time      1.17
+[Apr 2, 2026 - 21:15:05 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 14--------------------
+[Apr 2, 2026 - 21:15:05 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0068        iter count: 1.0
+[Apr 2, 2026 - 21:15:05 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0068   iter count: 1.0
+[Apr 2, 2026 - 21:15:05 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:15:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] student_update: START: alloc=15.40GB reserved=59.54GB peak=58.45GB
+[MEM] student_update: after rollout: alloc=64.94GB reserved=67.39GB peak=66.71GB
+[MEM] student_update: after perturb: alloc=64.97GB reserved=67.39GB peak=66.71GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=65.72GB peak=66.71GB
+[MEM-fwd] after block 0: alloc=65.76GB peak=76.17GB
+[MEM-fwd] after block 10: alloc=66.29GB peak=76.70GB
+[MEM-fwd] after block 20: alloc=66.29GB peak=76.70GB
+[MEM-fwd] after block 29: alloc=66.29GB peak=76.70GB
+[MEM-fwd] after head+unpatchify: alloc=65.79GB peak=76.70GB
+[MEM] student_update: after fake_score: alloc=65.04GB reserved=79.18GB peak=76.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.97GB peak=76.70GB
+[MEM-fwd] after block 0: alloc=67.67GB peak=89.52GB
+[MEM-fwd] after block 10: alloc=69.43GB peak=91.28GB
+[MEM-fwd] after block 20: alloc=69.43GB peak=91.28GB
+[MEM-fwd] after block 30: alloc=69.43GB peak=91.28GB
+[MEM-fwd] after block 39: alloc=69.43GB peak=91.28GB
+[MEM-fwd] after head+unpatchify: alloc=67.70GB peak=91.28GB
+[MEM] student_update: after teacher: alloc=65.07GB reserved=94.26GB peak=91.28GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.99GB peak=91.28GB
+[MEM-fwd] after block 0: alloc=67.70GB peak=91.28GB
+[MEM-fwd] after block 10: alloc=69.46GB peak=91.30GB
+[MEM-fwd] after block 20: alloc=69.46GB peak=91.30GB
+[MEM-fwd] after block 30: alloc=69.46GB peak=91.30GB
+[MEM-fwd] after block 39: alloc=69.46GB peak=91.30GB
+[MEM-fwd] after head+unpatchify: alloc=67.72GB peak=91.30GB
+[MEM] student_update: after CFG: alloc=65.07GB reserved=94.28GB peak=91.30GB
+[MEM] student_update: after VSD loss: alloc=65.09GB reserved=94.28GB peak=91.30GB
+[MEM] student_update: START: alloc=13.40GB reserved=97.83GB peak=91.30GB
+[MEM] student_update: after rollout: alloc=65.73GB reserved=71.25GB peak=67.50GB
+[MEM] student_update: after perturb: alloc=65.75GB reserved=71.25GB peak=67.50GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=66.39GB peak=67.50GB
+[MEM-fwd] after block 0: alloc=66.50GB peak=76.91GB
+[MEM-fwd] after block 10: alloc=67.02GB peak=77.43GB
+[MEM-fwd] after block 20: alloc=67.02GB peak=77.43GB
+[MEM-fwd] after block 29: alloc=67.02GB peak=77.43GB
+[MEM-fwd] after head+unpatchify: alloc=66.52GB peak=77.43GB
+[MEM] student_update: after fake_score: alloc=65.78GB reserved=82.46GB peak=77.43GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.70GB peak=77.43GB
+[MEM-fwd] after block 0: alloc=68.40GB peak=90.25GB
+[MEM-fwd] after block 10: alloc=70.17GB peak=92.01GB
+[MEM-fwd] after block 20: alloc=70.17GB peak=92.01GB
+[MEM-fwd] after block 30: alloc=70.17GB peak=92.01GB
+[MEM-fwd] after block 39: alloc=70.17GB peak=92.01GB
+[MEM-fwd] after head+unpatchify: alloc=68.43GB peak=92.01GB
+[MEM] student_update: after teacher: alloc=65.80GB reserved=98.06GB peak=92.01GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.72GB peak=92.01GB
+[MEM-fwd] after block 0: alloc=68.43GB peak=92.01GB
+[MEM-fwd] after block 10: alloc=70.19GB peak=92.03GB
+[MEM-fwd] after block 20: alloc=70.19GB peak=92.03GB
+[MEM-fwd] after block 30: alloc=70.19GB peak=92.03GB
+[MEM-fwd] after block 39: alloc=70.19GB peak=92.03GB
+[MEM-fwd] after head+unpatchify: alloc=68.45GB peak=92.03GB
+[MEM] student_update: after CFG: alloc=65.80GB reserved=98.08GB peak=92.03GB
+[MEM] student_update: after VSD loss: alloc=65.82GB reserved=98.08GB peak=92.03GB
+[Apr 2, 2026 - 21:17:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693577  38.757961  38.660583
+peak_gpu_mem_gb           85.709613  85.710385  85.709355
+peak_gpu_mem_reserved_gb  91.344238  91.345703  91.343750
+util                      78.750000  88.000000  70.000000
+[Apr 2, 2026 - 21:17:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 15 : avg iteration time       117.91 seconds
+[Apr 2, 2026 - 21:17:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 15 : data loading time        0.00
+[Apr 2, 2026 - 21:17:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 15 : avg forward pass time    48.85
+[Apr 2, 2026 - 21:17:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 15 : backward pass time       10.04
+[Apr 2, 2026 - 21:17:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 15 : optimizer step time      0.22
+[Apr 2, 2026 - 21:17:03 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 15--------------------
+[Apr 2, 2026 - 21:17:03 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.6641        iter count: 1.0
+[Apr 2, 2026 - 21:17:03 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_vsd_loss: 0.6641          iter count: 1.0
+[Apr 2, 2026 - 21:17:03 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 2, 2026 - 21:17:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=12.66GB reserved=98.08GB peak=92.03GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.49GB reserved=52.65GB peak=48.95GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.25GB peak=48.95GB
+[MEM-fwd] after block 0: alloc=16.89GB peak=48.95GB
+[MEM-fwd] after block 10: alloc=22.70GB peak=48.95GB
+[MEM-fwd] after block 20: alloc=27.99GB peak=48.95GB
+[MEM-fwd] after block 29: alloc=32.74GB peak=48.95GB
+[MEM-fwd] after head+unpatchify: alloc=33.82GB peak=48.95GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=62.75GB peak=57.65GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.30GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.69GB
+[Apr 2, 2026 - 21:18:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693511  38.757664  38.660603
+peak_gpu_mem_gb           54.440308  54.441080  54.440050
+peak_gpu_mem_reserved_gb  55.648438  55.648438  55.648438
+util                      96.500000  99.000000  91.000000
+[Apr 2, 2026 - 21:18:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 16 : avg iteration time       58.81 seconds
+[Apr 2, 2026 - 21:18:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 16 : data loading time        0.00
+[Apr 2, 2026 - 21:18:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 16 : avg forward pass time    17.48
+[Apr 2, 2026 - 21:18:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 16 : backward pass time       11.33
+[Apr 2, 2026 - 21:18:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 16 : optimizer step time      1.17
+[Apr 2, 2026 - 21:18:02 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 16--------------------
+[Apr 2, 2026 - 21:18:02 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0074        iter count: 1.0
+[Apr 2, 2026 - 21:18:02 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0074   iter count: 1.0
+[Apr 2, 2026 - 21:18:02 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:18:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.41GB reserved=59.75GB peak=58.46GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.45GB reserved=49.25GB peak=48.92GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.33GB peak=48.92GB
+[MEM-fwd] after block 0: alloc=16.91GB peak=48.92GB
+[MEM-fwd] after block 10: alloc=22.72GB peak=48.92GB
+[MEM-fwd] after block 20: alloc=28.01GB peak=48.92GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.92GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.92GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.58GB peak=57.67GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.05GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.69GB
+[Apr 2, 2026 - 21:19:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.693548   38.757786  38.660606
+peak_gpu_mem_gb           54.440308   54.441080  54.440050
+peak_gpu_mem_reserved_gb  55.511719   55.511719  55.511719
+util                      98.250000  100.000000  95.000000
+[Apr 2, 2026 - 21:19:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 17 : avg iteration time       57.92 seconds
+[Apr 2, 2026 - 21:19:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 17 : data loading time        0.00
+[Apr 2, 2026 - 21:19:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 17 : avg forward pass time    17.03
+[Apr 2, 2026 - 21:19:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 17 : backward pass time       11.34
+[Apr 2, 2026 - 21:19:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 17 : optimizer step time      1.18
+[Apr 2, 2026 - 21:19:00 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 17--------------------
+[Apr 2, 2026 - 21:19:00 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0087        iter count: 1.0
+[Apr 2, 2026 - 21:19:00 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0087   iter count: 1.0
+[Apr 2, 2026 - 21:19:00 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:19:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.41GB reserved=59.61GB peak=58.46GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.45GB reserved=49.59GB peak=48.92GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.33GB peak=48.92GB
+[MEM-fwd] after block 0: alloc=16.91GB peak=48.92GB
+[MEM-fwd] after block 10: alloc=22.72GB peak=48.92GB
+[MEM-fwd] after block 20: alloc=28.01GB peak=48.92GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.92GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.92GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.73GB peak=57.67GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.34GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.69GB
+[Apr 2, 2026 - 21:19:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693682  38.758305  38.660606
+peak_gpu_mem_gb           54.440308  54.441080  54.440050
+peak_gpu_mem_reserved_gb  55.453125  55.453125  55.453125
+util                      97.500000  99.000000  96.000000
+[Apr 2, 2026 - 21:19:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 18 : avg iteration time       54.54 seconds
+[Apr 2, 2026 - 21:19:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 18 : data loading time        0.00
+[Apr 2, 2026 - 21:19:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 18 : avg forward pass time    15.37
+[Apr 2, 2026 - 21:19:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 18 : backward pass time       11.31
+[Apr 2, 2026 - 21:19:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 18 : optimizer step time      1.18
+[Apr 2, 2026 - 21:19:54 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 18--------------------
+[Apr 2, 2026 - 21:19:54 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0079        iter count: 1.0
+[Apr 2, 2026 - 21:19:54 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0079   iter count: 1.0
+[Apr 2, 2026 - 21:19:54 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:19:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.41GB reserved=59.54GB peak=58.46GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.45GB reserved=49.23GB peak=48.92GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.33GB peak=48.92GB
+[MEM-fwd] after block 0: alloc=16.91GB peak=48.92GB
+[MEM-fwd] after block 10: alloc=22.72GB peak=48.92GB
+[MEM-fwd] after block 20: alloc=28.01GB peak=48.92GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.92GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.92GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.56GB peak=57.67GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.03GB peak=49.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.70GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.70GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.70GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.70GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.70GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.70GB
+[Apr 2, 2026 - 21:20:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693662  38.758259  38.660618
+peak_gpu_mem_gb           54.440308  54.441080  54.440050
+peak_gpu_mem_reserved_gb  55.492188  55.492188  55.492188
+util                      98.000000  99.000000  97.000000
+[Apr 2, 2026 - 21:20:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 19 : avg iteration time       57.81 seconds
+[Apr 2, 2026 - 21:20:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 19 : data loading time        0.00
+[Apr 2, 2026 - 21:20:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 19 : avg forward pass time    16.98
+[Apr 2, 2026 - 21:20:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 19 : backward pass time       11.33
+[Apr 2, 2026 - 21:20:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 19 : optimizer step time      1.16
+[Apr 2, 2026 - 21:20:52 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 19--------------------
+[Apr 2, 2026 - 21:20:52 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0065        iter count: 1.0
+[Apr 2, 2026 - 21:20:52 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0065   iter count: 1.0
+[Apr 2, 2026 - 21:20:52 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:20:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] student_update: START: alloc=15.41GB reserved=59.58GB peak=58.46GB
+[MEM] student_update: after rollout: alloc=64.94GB reserved=67.39GB peak=66.71GB
+[MEM] student_update: after perturb: alloc=64.96GB reserved=67.39GB peak=66.71GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=65.71GB peak=66.71GB
+[MEM-fwd] after block 0: alloc=65.76GB peak=76.17GB
+[MEM-fwd] after block 10: alloc=66.29GB peak=76.70GB
+[MEM-fwd] after block 20: alloc=66.29GB peak=76.70GB
+[MEM-fwd] after block 29: alloc=66.29GB peak=76.70GB
+[MEM-fwd] after head+unpatchify: alloc=65.78GB peak=76.70GB
+[MEM] student_update: after fake_score: alloc=65.04GB reserved=79.16GB peak=76.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.96GB peak=76.70GB
+[MEM-fwd] after block 0: alloc=67.67GB peak=89.51GB
+[MEM-fwd] after block 10: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after block 20: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after block 30: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after block 39: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after head+unpatchify: alloc=67.69GB peak=91.27GB
+[MEM] student_update: after teacher: alloc=65.06GB reserved=94.24GB peak=91.27GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.99GB peak=91.27GB
+[MEM-fwd] after block 0: alloc=67.69GB peak=91.27GB
+[MEM-fwd] after block 10: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after block 20: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after block 30: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after block 39: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after head+unpatchify: alloc=67.71GB peak=91.29GB
+[MEM] student_update: after CFG: alloc=65.06GB reserved=94.26GB peak=91.29GB
+[MEM] student_update: after VSD loss: alloc=65.08GB reserved=94.26GB peak=91.29GB
+[MEM] student_update: START: alloc=13.40GB reserved=97.81GB peak=91.29GB
+[MEM] student_update: after rollout: alloc=65.74GB reserved=71.28GB peak=67.50GB
+[MEM] student_update: after perturb: alloc=65.76GB reserved=71.28GB peak=67.50GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=66.40GB peak=67.50GB
+[MEM-fwd] after block 0: alloc=66.50GB peak=76.91GB
+[MEM-fwd] after block 10: alloc=67.03GB peak=77.44GB
+[MEM-fwd] after block 20: alloc=67.03GB peak=77.44GB
+[MEM-fwd] after block 29: alloc=67.03GB peak=77.44GB
+[MEM-fwd] after head+unpatchify: alloc=66.52GB peak=77.44GB
+[MEM] student_update: after fake_score: alloc=65.78GB reserved=82.52GB peak=77.44GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.71GB peak=77.44GB
+[MEM-fwd] after block 0: alloc=68.41GB peak=90.25GB
+[MEM-fwd] after block 10: alloc=70.17GB peak=92.01GB
+[MEM-fwd] after block 20: alloc=70.17GB peak=92.01GB
+[MEM-fwd] after block 30: alloc=70.17GB peak=92.01GB
+[MEM-fwd] after block 39: alloc=70.17GB peak=92.01GB
+[MEM-fwd] after head+unpatchify: alloc=68.43GB peak=92.01GB
+[MEM] student_update: after teacher: alloc=65.80GB reserved=98.06GB peak=92.01GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.73GB peak=92.01GB
+[MEM-fwd] after block 0: alloc=68.43GB peak=92.01GB
+[MEM-fwd] after block 10: alloc=70.19GB peak=92.03GB
+[MEM-fwd] after block 20: alloc=70.19GB peak=92.03GB
+[MEM-fwd] after block 30: alloc=70.19GB peak=92.03GB
+[MEM-fwd] after block 39: alloc=70.19GB peak=92.03GB
+[MEM-fwd] after head+unpatchify: alloc=68.45GB peak=92.03GB
+[MEM] student_update: after CFG: alloc=65.80GB reserved=98.06GB peak=92.03GB
+[MEM] student_update: after VSD loss: alloc=65.82GB reserved=98.06GB peak=92.03GB
+[Apr 2, 2026 - 21:22:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693793  38.758743  38.660641
+peak_gpu_mem_gb           85.713500  85.714272  85.713242
+peak_gpu_mem_reserved_gb  91.326172  91.326172  91.326172
+util                      81.000000  87.000000  77.000000
+[Apr 2, 2026 - 21:22:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 20 : avg iteration time       124.40 seconds
+[Apr 2, 2026 - 21:22:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 20 : data loading time        0.00
+[Apr 2, 2026 - 21:22:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 20 : avg forward pass time    52.11
+[Apr 2, 2026 - 21:22:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 20 : backward pass time       10.03
+[Apr 2, 2026 - 21:22:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 20 : optimizer step time      0.22
+[Apr 2, 2026 - 21:22:56 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 20--------------------
+[Apr 2, 2026 - 21:22:56 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.6328        iter count: 1.0
+[Apr 2, 2026 - 21:22:56 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_vsd_loss: 0.6328          iter count: 1.0
+[Apr 2, 2026 - 21:22:56 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 2, 2026 - 21:22:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=12.66GB reserved=98.06GB peak=92.03GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.49GB reserved=52.67GB peak=48.95GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.25GB peak=48.95GB
+[MEM-fwd] after block 0: alloc=16.89GB peak=48.95GB
+[MEM-fwd] after block 10: alloc=22.70GB peak=48.95GB
+[MEM-fwd] after block 20: alloc=27.99GB peak=48.95GB
+[MEM-fwd] after block 29: alloc=32.74GB peak=48.95GB
+[MEM-fwd] after head+unpatchify: alloc=33.82GB peak=48.95GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=62.75GB peak=57.65GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.32GB peak=49.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.70GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.70GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.70GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.70GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.70GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.70GB
+[Apr 2, 2026 - 21:24:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693674  38.758301  38.660618
+peak_gpu_mem_gb           54.440308  54.441080  54.440050
+peak_gpu_mem_reserved_gb  55.667969  55.667969  55.667969
+util                      96.750000  99.000000  94.000000
+[Apr 2, 2026 - 21:24:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 21 : avg iteration time       65.18 seconds
+[Apr 2, 2026 - 21:24:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 21 : data loading time        0.00
+[Apr 2, 2026 - 21:24:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 21 : avg forward pass time    20.67
+[Apr 2, 2026 - 21:24:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 21 : backward pass time       11.32
+[Apr 2, 2026 - 21:24:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 21 : optimizer step time      1.16
+[Apr 2, 2026 - 21:24:02 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 21--------------------
+[Apr 2, 2026 - 21:24:02 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0072        iter count: 1.0
+[Apr 2, 2026 - 21:24:02 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0072   iter count: 1.0
+[Apr 2, 2026 - 21:24:02 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:24:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.41GB reserved=59.77GB peak=58.46GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.45GB reserved=49.25GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.33GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.91GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.72GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.01GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=62.14GB peak=57.67GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.07GB peak=49.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.70GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.70GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.70GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.70GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.70GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.70GB
+[Apr 2, 2026 - 21:24:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693784  38.758682  38.660667
+peak_gpu_mem_gb           54.440308  54.441080  54.440050
+peak_gpu_mem_reserved_gb  55.531250  55.531250  55.531250
+util                      97.250000  99.000000  95.000000
+[Apr 2, 2026 - 21:24:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 22 : avg iteration time       51.41 seconds
+[Apr 2, 2026 - 21:24:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 22 : data loading time        0.00
+[Apr 2, 2026 - 21:24:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 22 : avg forward pass time    13.79
+[Apr 2, 2026 - 21:24:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 22 : backward pass time       11.33
+[Apr 2, 2026 - 21:24:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 22 : optimizer step time      1.17
+[Apr 2, 2026 - 21:24:53 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 22--------------------
+[Apr 2, 2026 - 21:24:53 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0068        iter count: 1.0
+[Apr 2, 2026 - 21:24:53 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0068   iter count: 1.0
+[Apr 2, 2026 - 21:24:53 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:24:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.41GB reserved=59.63GB peak=58.46GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.45GB reserved=49.63GB peak=48.92GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.33GB peak=48.92GB
+[MEM-fwd] after block 0: alloc=16.91GB peak=48.92GB
+[MEM-fwd] after block 10: alloc=22.72GB peak=48.92GB
+[MEM-fwd] after block 20: alloc=28.01GB peak=48.92GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.92GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.92GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.58GB peak=57.67GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.05GB peak=49.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.70GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.70GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.70GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.70GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.70GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.70GB
+[Apr 2, 2026 - 21:25:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.693867   38.758991  38.660660
+peak_gpu_mem_gb           54.440308   54.441080  54.440050
+peak_gpu_mem_reserved_gb  55.511719   55.511719  55.511719
+util                      98.250000  100.000000  95.000000
+[Apr 2, 2026 - 21:25:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 23 : avg iteration time       57.72 seconds
+[Apr 2, 2026 - 21:25:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 23 : data loading time        0.00
+[Apr 2, 2026 - 21:25:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 23 : avg forward pass time    16.96
+[Apr 2, 2026 - 21:25:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 23 : backward pass time       11.31
+[Apr 2, 2026 - 21:25:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 23 : optimizer step time      1.16
+[Apr 2, 2026 - 21:25:51 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 23--------------------
+[Apr 2, 2026 - 21:25:51 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0079        iter count: 1.0
+[Apr 2, 2026 - 21:25:51 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0079   iter count: 1.0
+[Apr 2, 2026 - 21:25:51 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:25:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.41GB reserved=59.61GB peak=58.46GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.45GB reserved=49.27GB peak=48.92GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.33GB peak=48.92GB
+[MEM-fwd] after block 0: alloc=16.91GB peak=48.92GB
+[MEM-fwd] after block 10: alloc=22.72GB peak=48.92GB
+[MEM-fwd] after block 20: alloc=28.01GB peak=48.92GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.92GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.92GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.61GB peak=57.67GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.38GB peak=49.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.70GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.70GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.70GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.70GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.70GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.70GB
+[Apr 2, 2026 - 21:26:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693873  38.759010  38.660660
+peak_gpu_mem_gb           54.440308  54.441080  54.440050
+peak_gpu_mem_reserved_gb  55.472656  55.472656  55.472656
+util                      96.000000  99.000000  93.000000
+[Apr 2, 2026 - 21:26:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 24 : avg iteration time       61.05 seconds
+[Apr 2, 2026 - 21:26:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 24 : data loading time        0.00
+[Apr 2, 2026 - 21:26:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 24 : avg forward pass time    18.61
+[Apr 2, 2026 - 21:26:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 24 : backward pass time       11.34
+[Apr 2, 2026 - 21:26:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 24 : optimizer step time      1.17
+[Apr 2, 2026 - 21:26:52 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 24--------------------
+[Apr 2, 2026 - 21:26:52 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0077        iter count: 1.0
+[Apr 2, 2026 - 21:26:52 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0077   iter count: 1.0
+[Apr 2, 2026 - 21:26:52 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:26:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] student_update: START: alloc=15.41GB reserved=59.56GB peak=58.46GB
+[MEM] student_update: after rollout: alloc=64.94GB reserved=67.43GB peak=66.71GB
+[MEM] student_update: after perturb: alloc=64.96GB reserved=67.43GB peak=66.71GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=65.71GB peak=66.71GB
+[MEM-fwd] after block 0: alloc=65.76GB peak=76.17GB
+[MEM-fwd] after block 10: alloc=66.29GB peak=76.70GB
+[MEM-fwd] after block 20: alloc=66.29GB peak=76.70GB
+[MEM-fwd] after block 29: alloc=66.29GB peak=76.70GB
+[MEM-fwd] after head+unpatchify: alloc=65.78GB peak=76.70GB
+[MEM] student_update: after fake_score: alloc=65.04GB reserved=78.74GB peak=76.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.96GB peak=76.70GB
+[MEM-fwd] after block 0: alloc=67.67GB peak=89.51GB
+[MEM-fwd] after block 10: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after block 20: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after block 30: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after block 39: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after head+unpatchify: alloc=67.69GB peak=91.27GB
+[MEM] student_update: after teacher: alloc=65.06GB reserved=94.35GB peak=91.27GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.99GB peak=91.27GB
+[MEM-fwd] after block 0: alloc=67.69GB peak=91.27GB
+[MEM-fwd] after block 10: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after block 20: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after block 30: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after block 39: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after head+unpatchify: alloc=67.71GB peak=91.29GB
+[MEM] student_update: after CFG: alloc=65.06GB reserved=94.35GB peak=91.29GB
+[MEM] student_update: after VSD loss: alloc=65.08GB reserved=94.35GB peak=91.29GB
+[MEM] student_update: START: alloc=13.40GB reserved=97.89GB peak=91.29GB
+[MEM] student_update: after rollout: alloc=65.72GB reserved=71.25GB peak=67.50GB
+[MEM] student_update: after perturb: alloc=65.74GB reserved=71.25GB peak=67.50GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=66.38GB peak=67.50GB
+[MEM-fwd] after block 0: alloc=66.49GB peak=76.90GB
+[MEM-fwd] after block 10: alloc=67.01GB peak=77.42GB
+[MEM-fwd] after block 20: alloc=67.01GB peak=77.42GB
+[MEM-fwd] after block 29: alloc=67.01GB peak=77.42GB
+[MEM-fwd] after head+unpatchify: alloc=66.51GB peak=77.42GB
+[MEM] student_update: after fake_score: alloc=65.76GB reserved=82.54GB peak=77.42GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.69GB peak=77.42GB
+[MEM-fwd] after block 0: alloc=68.39GB peak=90.24GB
+[MEM-fwd] after block 10: alloc=70.16GB peak=92.00GB
+[MEM-fwd] after block 20: alloc=70.16GB peak=92.00GB
+[MEM-fwd] after block 30: alloc=70.16GB peak=92.00GB
+[MEM-fwd] after block 39: alloc=70.16GB peak=92.00GB
+[MEM-fwd] after head+unpatchify: alloc=68.42GB peak=92.00GB
+[MEM] student_update: after teacher: alloc=65.79GB reserved=98.06GB peak=92.00GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.71GB peak=92.00GB
+[MEM-fwd] after block 0: alloc=68.42GB peak=92.00GB
+[MEM-fwd] after block 10: alloc=70.18GB peak=92.02GB
+[MEM-fwd] after block 20: alloc=70.18GB peak=92.02GB
+[MEM-fwd] after block 30: alloc=70.18GB peak=92.02GB
+[MEM-fwd] after block 39: alloc=70.18GB peak=92.02GB
+[MEM-fwd] after head+unpatchify: alloc=68.44GB peak=92.02GB
+[MEM] student_update: after CFG: alloc=65.79GB reserved=98.06GB peak=92.02GB
+[MEM] student_update: after VSD loss: alloc=65.81GB reserved=98.06GB peak=92.02GB
+[Apr 2, 2026 - 21:28:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693929  38.759262  38.660637
+peak_gpu_mem_gb           85.700019  85.700792  85.699762
+peak_gpu_mem_reserved_gb  91.326172  91.326172  91.326172
+util                      77.000000  83.000000  73.000000
+[Apr 2, 2026 - 21:28:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 25 : avg iteration time       127.59 seconds
+[Apr 2, 2026 - 21:28:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 25 : data loading time        0.00
+[Apr 2, 2026 - 21:28:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 25 : avg forward pass time    53.70
+[Apr 2, 2026 - 21:28:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 25 : backward pass time       10.03
+[Apr 2, 2026 - 21:28:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 25 : optimizer step time      0.21
+[Apr 2, 2026 - 21:28:59 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 25--------------------
+[Apr 2, 2026 - 21:28:59 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.6562        iter count: 1.0
+[Apr 2, 2026 - 21:28:59 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_vsd_loss: 0.6562          iter count: 1.0
+[Apr 2, 2026 - 21:28:59 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 2, 2026 - 21:28:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=12.66GB reserved=98.06GB peak=92.02GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.49GB reserved=52.63GB peak=48.95GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.25GB peak=48.95GB
+[MEM-fwd] after block 0: alloc=16.89GB peak=48.95GB
+[MEM-fwd] after block 10: alloc=22.70GB peak=48.95GB
+[MEM-fwd] after block 20: alloc=27.99GB peak=48.95GB
+[MEM-fwd] after block 29: alloc=32.74GB peak=48.95GB
+[MEM-fwd] after head+unpatchify: alloc=33.82GB peak=48.95GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=62.75GB peak=57.65GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.26GB peak=49.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.70GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.70GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.70GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.70GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.70GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.70GB
+[Apr 2, 2026 - 21:30:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.693798   38.758694  38.660637
+peak_gpu_mem_gb           54.440308   54.441080  54.440050
+peak_gpu_mem_reserved_gb  55.609375   55.609375  55.609375
+util                      98.500000  100.000000  96.000000
+[Apr 2, 2026 - 21:30:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 26 : avg iteration time       65.11 seconds
+[Apr 2, 2026 - 21:30:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 26 : data loading time        0.00
+[Apr 2, 2026 - 21:30:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 26 : avg forward pass time    20.66
+[Apr 2, 2026 - 21:30:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 26 : backward pass time       11.31
+[Apr 2, 2026 - 21:30:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 26 : optimizer step time      1.18
+[Apr 2, 2026 - 21:30:04 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 26--------------------
+[Apr 2, 2026 - 21:30:04 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0070        iter count: 1.0
+[Apr 2, 2026 - 21:30:04 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0070   iter count: 1.0
+[Apr 2, 2026 - 21:30:04 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:30:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.41GB reserved=59.71GB peak=58.46GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.45GB reserved=49.57GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.33GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.91GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.72GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.01GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=62.81GB peak=57.67GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.05GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.69GB
+[Apr 2, 2026 - 21:30:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693919  38.758842  38.660751
+peak_gpu_mem_gb           54.440308  54.441080  54.440050
+peak_gpu_mem_reserved_gb  58.363281  58.363281  58.363281
+util                      97.250000  99.000000  95.000000
+[Apr 2, 2026 - 21:30:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 27 : avg iteration time       48.12 seconds
+[Apr 2, 2026 - 21:30:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 27 : data loading time        0.00
+[Apr 2, 2026 - 21:30:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 27 : avg forward pass time    12.16
+[Apr 2, 2026 - 21:30:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 27 : backward pass time       11.31
+[Apr 2, 2026 - 21:30:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 27 : optimizer step time      1.18
+[Apr 2, 2026 - 21:30:53 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 27--------------------
+[Apr 2, 2026 - 21:30:53 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0079        iter count: 1.0
+[Apr 2, 2026 - 21:30:53 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0079   iter count: 1.0
+[Apr 2, 2026 - 21:30:53 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:30:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.41GB reserved=62.67GB peak=58.46GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.45GB reserved=49.23GB peak=48.92GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.33GB peak=48.92GB
+[MEM-fwd] after block 0: alloc=16.91GB peak=48.92GB
+[MEM-fwd] after block 10: alloc=22.72GB peak=48.92GB
+[MEM-fwd] after block 20: alloc=28.01GB peak=48.92GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.92GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.92GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.56GB peak=57.67GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.22GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.69GB
+[Apr 2, 2026 - 21:31:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693953  38.758842  38.660751
+peak_gpu_mem_gb           54.440308  54.441080  54.440050
+peak_gpu_mem_reserved_gb  58.500000  58.500000  58.500000
+util                      97.500000  99.000000  96.000000
+[Apr 2, 2026 - 21:31:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 28 : avg iteration time       57.81 seconds
+[Apr 2, 2026 - 21:31:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 28 : data loading time        0.00
+[Apr 2, 2026 - 21:31:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 28 : avg forward pass time    17.00
+[Apr 2, 2026 - 21:31:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 28 : backward pass time       11.32
+[Apr 2, 2026 - 21:31:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 28 : optimizer step time      1.18
+[Apr 2, 2026 - 21:31:50 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 28--------------------
+[Apr 2, 2026 - 21:31:50 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0071        iter count: 1.0
+[Apr 2, 2026 - 21:31:50 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0071   iter count: 1.0
+[Apr 2, 2026 - 21:31:50 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:31:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.41GB reserved=62.81GB peak=58.46GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.45GB reserved=49.52GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.33GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.91GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.72GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.01GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.48GB peak=57.67GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.41GB peak=49.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.70GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.70GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.70GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.70GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.70GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.70GB
+[Apr 2, 2026 - 21:32:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.693950   38.758842  38.660751
+peak_gpu_mem_gb           54.440308   54.441080  54.440050
+peak_gpu_mem_reserved_gb  55.765625   55.765625  55.765625
+util                      96.750000  100.000000  92.000000
+[Apr 2, 2026 - 21:32:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 29 : avg iteration time       57.88 seconds
+[Apr 2, 2026 - 21:32:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 29 : data loading time        0.00
+[Apr 2, 2026 - 21:32:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 29 : avg forward pass time    17.03
+[Apr 2, 2026 - 21:32:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 29 : backward pass time       11.33
+[Apr 2, 2026 - 21:32:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 29 : optimizer step time      1.17
+[Apr 2, 2026 - 21:32:48 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 29--------------------
+[Apr 2, 2026 - 21:32:48 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0075        iter count: 1.0
+[Apr 2, 2026 - 21:32:48 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0075   iter count: 1.0
+[Apr 2, 2026 - 21:32:48 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:32:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] student_update: START: alloc=15.41GB reserved=59.88GB peak=58.46GB
+[MEM] student_update: after rollout: alloc=64.94GB reserved=67.41GB peak=66.71GB
+[MEM] student_update: after perturb: alloc=64.96GB reserved=67.41GB peak=66.71GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=65.71GB peak=66.71GB
+[MEM-fwd] after block 0: alloc=65.76GB peak=76.17GB
+[MEM-fwd] after block 10: alloc=66.29GB peak=76.70GB
+[MEM-fwd] after block 20: alloc=66.29GB peak=76.70GB
+[MEM-fwd] after block 29: alloc=66.29GB peak=76.70GB
+[MEM-fwd] after head+unpatchify: alloc=65.78GB peak=76.70GB
+[MEM] student_update: after fake_score: alloc=65.04GB reserved=78.74GB peak=76.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.96GB peak=76.70GB
+[MEM-fwd] after block 0: alloc=67.67GB peak=89.51GB
+[MEM-fwd] after block 10: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after block 20: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after block 30: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after block 39: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after head+unpatchify: alloc=67.69GB peak=91.27GB
+[MEM] student_update: after teacher: alloc=65.06GB reserved=94.30GB peak=91.27GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.99GB peak=91.27GB
+[MEM-fwd] after block 0: alloc=67.69GB peak=91.27GB
+[MEM-fwd] after block 10: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after block 20: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after block 30: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after block 39: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after head+unpatchify: alloc=67.71GB peak=91.29GB
+[MEM] student_update: after CFG: alloc=65.06GB reserved=94.30GB peak=91.29GB
+[MEM] student_update: after VSD loss: alloc=65.08GB reserved=94.30GB peak=91.29GB
+[MEM] student_update: START: alloc=13.40GB reserved=97.85GB peak=91.29GB
+[MEM] student_update: after rollout: alloc=65.72GB reserved=71.23GB peak=67.50GB
+[MEM] student_update: after perturb: alloc=65.74GB reserved=71.23GB peak=67.50GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=66.38GB peak=67.50GB
+[MEM-fwd] after block 0: alloc=66.49GB peak=76.90GB
+[MEM-fwd] after block 10: alloc=67.01GB peak=77.42GB
+[MEM-fwd] after block 20: alloc=67.01GB peak=77.42GB
+[MEM-fwd] after block 29: alloc=67.01GB peak=77.42GB
+[MEM-fwd] after head+unpatchify: alloc=66.51GB peak=77.42GB
+[MEM] student_update: after fake_score: alloc=65.76GB reserved=82.92GB peak=77.42GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.69GB peak=77.42GB
+[MEM-fwd] after block 0: alloc=68.39GB peak=90.24GB
+[MEM-fwd] after block 10: alloc=70.16GB peak=92.00GB
+[MEM-fwd] after block 20: alloc=70.16GB peak=92.00GB
+[MEM-fwd] after block 30: alloc=70.16GB peak=92.00GB
+[MEM-fwd] after block 39: alloc=70.16GB peak=92.00GB
+[MEM-fwd] after head+unpatchify: alloc=68.42GB peak=92.00GB
+[MEM] student_update: after teacher: alloc=65.79GB reserved=98.06GB peak=92.00GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.71GB peak=92.00GB
+[MEM-fwd] after block 0: alloc=68.42GB peak=92.00GB
+[MEM-fwd] after block 10: alloc=70.18GB peak=92.02GB
+[MEM-fwd] after block 20: alloc=70.18GB peak=92.02GB
+[MEM-fwd] after block 30: alloc=70.18GB peak=92.02GB
+[MEM-fwd] after block 39: alloc=70.18GB peak=92.02GB
+[MEM-fwd] after head+unpatchify: alloc=68.44GB peak=92.02GB
+[MEM] student_update: after CFG: alloc=65.79GB reserved=98.06GB peak=92.02GB
+[MEM] student_update: after VSD loss: alloc=65.81GB reserved=98.06GB peak=92.02GB
+[Apr 2, 2026 - 21:34:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693969  38.758919  38.660751
+peak_gpu_mem_gb           85.700019  85.700792  85.699762
+peak_gpu_mem_reserved_gb  91.326172  91.326172  91.326172
+util                      79.750000  86.000000  75.000000
+[Apr 2, 2026 - 21:34:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 30 : avg iteration time       130.71 seconds
+[Apr 2, 2026 - 21:34:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 30 : data loading time        0.00
+[Apr 2, 2026 - 21:34:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 30 : avg forward pass time    55.27
+[Apr 2, 2026 - 21:34:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 30 : backward pass time       10.02
+[Apr 2, 2026 - 21:34:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 30 : optimizer step time      0.22
+[Apr 2, 2026 - 21:34:59 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 30--------------------
+[Apr 2, 2026 - 21:34:59 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.6943        iter count: 1.0
+[Apr 2, 2026 - 21:34:59 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_vsd_loss: 0.6943          iter count: 1.0
+[Apr 2, 2026 - 21:34:59 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 2, 2026 - 21:34:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=12.66GB reserved=98.06GB peak=92.02GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.49GB reserved=52.65GB peak=48.95GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.25GB peak=48.95GB
+[MEM-fwd] after block 0: alloc=16.89GB peak=48.95GB
+[MEM-fwd] after block 10: alloc=22.70GB peak=48.95GB
+[MEM-fwd] after block 20: alloc=27.99GB peak=48.95GB
+[MEM-fwd] after block 29: alloc=32.74GB peak=48.95GB
+[MEM-fwd] after head+unpatchify: alloc=33.82GB peak=48.95GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=65.84GB peak=57.65GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.28GB peak=49.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.70GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.70GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.70GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.70GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.70GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.70GB
+[Apr 2, 2026 - 21:36:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693910  38.758686  38.660759
+peak_gpu_mem_gb           54.440308  54.441080  54.440050
+peak_gpu_mem_reserved_gb  55.628906  55.628906  55.628906
+util                      97.500000  99.000000  96.000000
+[Apr 2, 2026 - 21:36:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 31 : avg iteration time       62.01 seconds
+[Apr 2, 2026 - 21:36:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 31 : data loading time        0.00
+[Apr 2, 2026 - 21:36:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 31 : avg forward pass time    19.10
+[Apr 2, 2026 - 21:36:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 31 : backward pass time       11.34
+[Apr 2, 2026 - 21:36:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 31 : optimizer step time      1.17
+[Apr 2, 2026 - 21:36:01 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 31--------------------
+[Apr 2, 2026 - 21:36:01 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0075        iter count: 1.0
+[Apr 2, 2026 - 21:36:01 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0075   iter count: 1.0
+[Apr 2, 2026 - 21:36:01 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:36:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.41GB reserved=59.73GB peak=58.46GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.45GB reserved=49.63GB peak=48.92GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.33GB peak=48.92GB
+[MEM-fwd] after block 0: alloc=16.91GB peak=48.92GB
+[MEM-fwd] after block 10: alloc=22.72GB peak=48.92GB
+[MEM-fwd] after block 20: alloc=28.01GB peak=48.92GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.92GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.92GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=62.79GB peak=57.67GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.03GB peak=49.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.70GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.70GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.70GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.70GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.70GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.70GB
+[Apr 2, 2026 - 21:37:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.693905  38.758663  38.660763
+peak_gpu_mem_gb           54.440308  54.441080  54.440050
+peak_gpu_mem_reserved_gb  55.492188  55.492188  55.492188
+util                      96.250000  99.000000  92.000000
+[Apr 2, 2026 - 21:37:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 32 : avg iteration time       64.81 seconds
+[Apr 2, 2026 - 21:37:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 32 : data loading time        0.00
+[Apr 2, 2026 - 21:37:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 32 : avg forward pass time    20.46
+[Apr 2, 2026 - 21:37:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 32 : backward pass time       11.36
+[Apr 2, 2026 - 21:37:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 32 : optimizer step time      1.17
+[Apr 2, 2026 - 21:37:06 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 32--------------------
+[Apr 2, 2026 - 21:37:06 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0056        iter count: 1.0
+[Apr 2, 2026 - 21:37:06 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0056   iter count: 1.0
+[Apr 2, 2026 - 21:37:06 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:37:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.41GB reserved=59.58GB peak=58.46GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.45GB reserved=49.27GB peak=48.92GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.33GB peak=48.92GB
+[MEM-fwd] after block 0: alloc=16.91GB peak=48.92GB
+[MEM-fwd] after block 10: alloc=22.72GB peak=48.92GB
+[MEM-fwd] after block 20: alloc=28.01GB peak=48.92GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.92GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.92GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.61GB peak=57.67GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.05GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.69GB
+[Apr 2, 2026 - 21:37:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.693935   38.758690  38.660797
+peak_gpu_mem_gb           54.440308   54.441080  54.440050
+peak_gpu_mem_reserved_gb  58.382812   58.382812  58.382812
+util                      98.250000  100.000000  95.000000
+[Apr 2, 2026 - 21:37:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 33 : avg iteration time       51.31 seconds
+[Apr 2, 2026 - 21:37:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 33 : data loading time        0.00
+[Apr 2, 2026 - 21:37:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 33 : avg forward pass time    13.74
+[Apr 2, 2026 - 21:37:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 33 : backward pass time       11.33
+[Apr 2, 2026 - 21:37:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 33 : optimizer step time      1.17
+[Apr 2, 2026 - 21:37:57 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 33--------------------
+[Apr 2, 2026 - 21:37:57 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0073        iter count: 1.0
+[Apr 2, 2026 - 21:37:57 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0073   iter count: 1.0
+[Apr 2, 2026 - 21:37:57 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:37:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.41GB reserved=62.69GB peak=58.46GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.45GB reserved=49.31GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.33GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.91GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.72GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.01GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.65GB peak=57.67GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.03GB peak=49.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.70GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.70GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.70GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.70GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.70GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.70GB
+[Apr 2, 2026 - 21:38:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.693943   38.758720  38.660797
+peak_gpu_mem_gb           54.440308   54.441080  54.440050
+peak_gpu_mem_reserved_gb  55.492188   55.492188  55.492188
+util                      96.500000  100.000000  90.000000
+[Apr 2, 2026 - 21:38:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 34 : avg iteration time       54.62 seconds
+[Apr 2, 2026 - 21:38:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 34 : data loading time        0.00
+[Apr 2, 2026 - 21:38:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 34 : avg forward pass time    15.39
+[Apr 2, 2026 - 21:38:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 34 : backward pass time       11.34
+[Apr 2, 2026 - 21:38:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 34 : optimizer step time      1.17
+[Apr 2, 2026 - 21:38:52 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 34--------------------
+[Apr 2, 2026 - 21:38:52 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0069        iter count: 1.0
+[Apr 2, 2026 - 21:38:52 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0069   iter count: 1.0
+[Apr 2, 2026 - 21:38:52 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 21:38:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] student_update: START: alloc=15.41GB reserved=59.58GB peak=58.46GB
+[MEM] student_update: after rollout: alloc=64.94GB reserved=67.41GB peak=66.71GB
+[MEM] student_update: after perturb: alloc=64.96GB reserved=67.41GB peak=66.71GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=65.71GB peak=66.71GB
+[MEM-fwd] after block 0: alloc=65.76GB peak=76.17GB
+[MEM-fwd] after block 10: alloc=66.29GB peak=76.70GB
+[MEM-fwd] after block 20: alloc=66.29GB peak=76.70GB
+[MEM-fwd] after block 29: alloc=66.29GB peak=76.70GB
+[MEM-fwd] after head+unpatchify: alloc=65.78GB peak=76.70GB
+[MEM] student_update: after fake_score: alloc=65.04GB reserved=78.81GB peak=76.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.96GB peak=76.70GB
+[MEM-fwd] after block 0: alloc=67.67GB peak=89.51GB
+[MEM-fwd] after block 10: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after block 20: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after block 30: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after block 39: alloc=69.43GB peak=91.27GB
+[MEM-fwd] after head+unpatchify: alloc=67.69GB peak=91.27GB
+[MEM] student_update: after teacher: alloc=65.06GB reserved=94.41GB peak=91.27GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.99GB peak=91.27GB
+[MEM-fwd] after block 0: alloc=67.69GB peak=91.27GB
+[MEM-fwd] after block 10: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after block 20: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after block 30: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after block 39: alloc=69.45GB peak=91.29GB
+[MEM-fwd] after head+unpatchify: alloc=67.71GB peak=91.29GB
+[MEM] student_update: after CFG: alloc=65.06GB reserved=94.41GB peak=91.29GB
+[MEM] student_update: after VSD loss: alloc=65.08GB reserved=94.41GB peak=91.29GB
+[MEM] student_update: START: alloc=13.40GB reserved=97.95GB peak=91.29GB
+[MEM] student_update: after rollout: alloc=65.72GB reserved=71.23GB peak=67.50GB
+[MEM] student_update: after perturb: alloc=65.74GB reserved=71.23GB peak=67.50GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=66.38GB peak=67.50GB
+[MEM-fwd] after block 0: alloc=66.49GB peak=76.90GB
+[MEM-fwd] after block 10: alloc=67.01GB peak=77.42GB
+[MEM-fwd] after block 20: alloc=67.01GB peak=77.42GB
+[MEM-fwd] after block 29: alloc=67.01GB peak=77.42GB
+[MEM-fwd] after head+unpatchify: alloc=66.51GB peak=77.42GB
+[MEM] student_update: after fake_score: alloc=65.76GB reserved=82.59GB peak=77.42GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.69GB peak=77.42GB
+[MEM-fwd] after block 0: alloc=68.39GB peak=90.24GB
+[MEM-fwd] after block 10: alloc=70.16GB peak=92.00GB
+[MEM-fwd] after block 20: alloc=70.16GB peak=92.00GB
+[MEM-fwd] after block 30: alloc=70.16GB peak=92.00GB
+[MEM-fwd] after block 39: alloc=70.16GB peak=92.00GB
+[MEM-fwd] after head+unpatchify: alloc=68.42GB peak=92.00GB
+[MEM] student_update: after teacher: alloc=65.79GB reserved=98.06GB peak=92.00GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.71GB peak=92.00GB
+[MEM-fwd] after block 0: alloc=68.42GB peak=92.00GB
+[MEM-fwd] after block 10: alloc=70.18GB peak=92.02GB
+[MEM-fwd] after block 20: alloc=70.18GB peak=92.02GB
+[MEM-fwd] after block 30: alloc=70.18GB peak=92.02GB
+[MEM-fwd] after block 39: alloc=70.18GB peak=92.02GB
+[MEM-fwd] after head+unpatchify: alloc=68.44GB peak=92.02GB
+[MEM] student_update: after CFG: alloc=65.79GB reserved=98.10GB peak=92.02GB
+[MEM] student_update: after VSD loss: alloc=65.81GB reserved=98.10GB peak=92.02GB
+[Apr 2, 2026 - 21:41:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.694204  38.759781  38.660797
+peak_gpu_mem_gb           85.700019  85.700792  85.699762
+peak_gpu_mem_reserved_gb  91.365723  91.367188  91.365234
+util                      77.750000  84.000000  71.000000
+[Apr 2, 2026 - 21:41:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 35 : avg iteration time       130.88 seconds
+[Apr 2, 2026 - 21:41:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 35 : data loading time        0.00
+[Apr 2, 2026 - 21:41:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 35 : avg forward pass time    55.35
+[Apr 2, 2026 - 21:41:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 35 : backward pass time       10.03
+[Apr 2, 2026 - 21:41:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 35 : optimizer step time      0.21
+[Apr 2, 2026 - 21:41:03 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 35--------------------
+[Apr 2, 2026 - 21:41:03 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.6836        iter count: 1.0
+[Apr 2, 2026 - 21:41:03 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_vsd_loss: 0.6836          iter count: 1.0
+[Apr 2, 2026 - 21:41:03 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 2, 2026 - 21:41:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=12.66GB reserved=98.10GB peak=92.02GB
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/files/requirements.txt b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d9eeb678519cd717448550acc79516acd3ac75
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/files/requirements.txt
@@ -0,0 +1,222 @@
+fastgen==0.1.0
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+wandb==0.25.0
+fastgen==0.1.0
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+click==8.3.1
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..6ff1f4c44250894404283b77b3ab99195dc2b7cf
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/files/wandb-metadata.json
@@ -0,0 +1,68 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-02T11:58:41.929718Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf.py",
+    "-",
+    "trainer.resume=False",
+    "log_config.name=sf_4gpu_bs8_5000iter_shift5",
+    "log_config.project=OmniAvatar-FastGen"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "dead092792003faa07babff77ccd223af4ad9b11"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "257961558016"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "n2ybi81tgd0arslahhy2n7g532wc0pja"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/logs/debug-core.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..892b1bb0d369b235c97941fde8a46837c5a026b3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/logs/debug-core.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-02T20:58:41.981092557+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpwwrvdk3u/port-549927.txt","pid":549927,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-02T20:58:41.98157225+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":549927}
+{"time":"2026-04-02T20:58:41.981562902+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-549927-558790-3160372452/socket","Net":"unix"}}
+{"time":"2026-04-02T20:58:42.16745332+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-02T20:58:42.181823375+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"zmgbhqqw","id":"1(@)"}
+{"time":"2026-04-02T20:58:42.574268009+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"zmgbhqqw","id":"1(@)"}
+{"time":"2026-04-02T20:58:48.512451301+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"6lpqhxkfa0yx"}
+{"time":"2026-04-02T21:41:09.853455246+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/logs/debug-internal.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..cec95b5d6645f38179eb05be5df36acfd58efb8d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/logs/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-02T20:58:42.181919016+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-02T20:58:42.574143607+09:00","level":"INFO","msg":"stream: created new stream","id":"zmgbhqqw"}
+{"time":"2026-04-02T20:58:42.574192032+09:00","level":"INFO","msg":"handler: started","stream_id":"zmgbhqqw"}
+{"time":"2026-04-02T20:58:42.574261225+09:00","level":"INFO","msg":"stream: started","id":"zmgbhqqw"}
+{"time":"2026-04-02T20:58:42.574281395+09:00","level":"INFO","msg":"writer: started","stream_id":"zmgbhqqw"}
+{"time":"2026-04-02T20:58:42.57428521+09:00","level":"INFO","msg":"sender: started","stream_id":"zmgbhqqw"}
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/logs/debug.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..11a7b3b56e8c2030037c72abd003b1246ec4d153
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/logs/debug.log
@@ -0,0 +1,19 @@
+2026-04-02 20:58:41,930 INFO    MainThread:549927 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-02 20:58:41,930 INFO    MainThread:549927 [wandb_setup.py:_flush():81] Configure stats pid to 549927
+2026-04-02 20:58:41,930 INFO    MainThread:549927 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-02 20:58:41,931 INFO    MainThread:549927 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/logs/debug.log
+2026-04-02 20:58:41,931 INFO    MainThread:549927 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/logs/debug-internal.log
+2026-04-02 20:58:41,931 INFO    MainThread:549927 [wandb_init.py:init():844] calling init triggers
+2026-04-02 20:58:41,931 INFO    MainThread:549927 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf', 'name': 'sf_4gpu_bs8_5000iter_shift5', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '5000', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '2', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '10000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '8', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>"}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7fbeacc8fb00>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>"}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_phase2/step-10500.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'guidance_scale': '4.5', 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fbeacee6660>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.937', '0.833', '0.624', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '4', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'bfloat16', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fbeacee6660>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fbeacee6660>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing.OmniAvatarSelfForcingModel'>"}, '_wandb': {}}
+2026-04-02 20:58:41,931 INFO    MainThread:549927 [wandb_init.py:init():892] starting backend
+2026-04-02 20:58:42,167 INFO    MainThread:549927 [wandb_init.py:init():895] sending inform_init request
+2026-04-02 20:58:42,179 INFO    MainThread:549927 [wandb_init.py:init():903] backend started and connected
+2026-04-02 20:58:42,183 INFO    MainThread:549927 [wandb_init.py:init():973] updated telemetry
+2026-04-02 20:58:42,199 INFO    MainThread:549927 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-02 20:58:43,281 INFO    MainThread:549927 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-02 20:58:43,509 INFO    MainThread:549927 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-02 20:58:43,509 INFO    MainThread:549927 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-02 20:58:43,509 INFO    MainThread:549927 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-02 20:58:43,509 INFO    MainThread:549927 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-02 20:58:43,513 INFO    MainThread:549927 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/run-zmgbhqqw.wandb b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/run-zmgbhqqw.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..301bca1931d7cf73c156a38c7eac317044fc65cb
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb/run-20260402_205841-zmgbhqqw/run-zmgbhqqw.wandb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d6105253ff0592490ce0e6460f37480df990ab3d55586489772eaeeb75f982
+size 688128
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb_id.txt b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb_id.txt
new file mode 100644
index 0000000000000000000000000000000000000000..acc1be1010c756b7776e1a4518818e6a2c89493c
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_5000iter_shift5/wandb_id.txt
@@ -0,0 +1 @@
+zmgbhqqw
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/config.yaml b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..736ee125815f8f44974dc90b4514443b71925ab7
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/config.yaml
@@ -0,0 +1,259 @@
+dataloader_train:
+  _target_: <class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>
+  batch_size: '8'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_path.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+  num_workers: '2'
+  use_ref_sequence: 'True'
+dataloader_val:
+  _target_: <function create_omniavatar_dataloader at 0x7fc7a89d7ce0>
+  batch_size: '1'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_val10.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  load_ode_path: 'False'
+  neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+  num_workers: '2'
+  use_ref_sequence: 'True'
+eval:
+  max_ckpt: '100000000'
+  min_ckpt: '0'
+  num_samples: '50000'
+  samples_dir: samples
+  save_images: 'False'
+log_config:
+  group: omniavatar_sf
+  name: sf_4gpu_bs8_lr2e6_5000iter_shift5_combined
+  project: OmniAvatar-FastGen
+  wandb_credential: ./credentials/wandb_api.txt
+  wandb_entity: paulhcho
+  wandb_mode: online
+model:
+  add_teacher_to_fsdp_dict: 'True'
+  context_noise: '0.0'
+  ddp_find_unused_parameters: 'True'
+  device: cuda
+  discriminator:
+    _target_: <class 'fastgen.networks.discriminators.Discriminator_EDM'>
+    all_res:
+    - '32'
+    - '16'
+    - '8'
+    feature_indices: '{0, 1, 2}'
+    in_channels: '256'
+  discriminator_optimizer:
+    _target_: <function get_optimizer at 0x7fc7a8c2e660>
+    betas:
+    - '0.9'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: '0.0001'
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  discriminator_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  enable_gradient_in_rollout: 'True'
+  enable_preprocessors: 'True'
+  fake_score: null
+  fake_score_net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+    in_dim: '65'
+    merge_lora: 'False'
+    mode: v2v
+    model_size: 1.3B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+    schedule_type: rf
+    use_audio: 'True'
+  fake_score_optimizer:
+    _target_: <function get_optimizer at 0x7fc7a8c2e660>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 2e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  fake_score_pred_type: x0
+  fake_score_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  fsdp_meta_init: 'False'
+  gan_loss_weight_gen: '0'
+  gan_r1_reg_alpha: '0.1'
+  gan_r1_reg_weight: '0.0'
+  gan_use_same_t_noise: 'False'
+  grad_scaler_enabled: 'False'
+  grad_scaler_growth_interval: '2000'
+  grad_scaler_init_scale: '65536.0'
+  guidance_scale: '4.5'
+  input_shape:
+  - '16'
+  - '21'
+  - '64'
+  - '64'
+  last_step_only: 'False'
+  load_student_weights: 'False'
+  net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+    chunk_size: '3'
+    in_dim: '65'
+    mode: v2v
+    model_size: 1.3B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+    schedule_type: rf
+    total_num_frames: '21'
+    use_audio: 'True'
+  net_optimizer:
+    _target_: <function get_optimizer at 0x7fc7a8c2e660>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 2e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  net_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  precision: bfloat16
+  precision_amp: null
+  precision_amp_enc: null
+  precision_amp_infer: null
+  precision_fsdp: bfloat16
+  pretrained_model_path: ''
+  pretrained_student_net_path: ''
+  same_step_across_blocks: 'True'
+  sample_t_cfg:
+    log_t_df: '0.01'
+    max_t: '0.999'
+    min_t: '0.001'
+    shift: '5.0'
+    t_list:
+    - '0.999'
+    - '0.937'
+    - '0.833'
+    - '0.624'
+    - '0.0'
+    time_dist_type: shifted
+    train_p_mean: '-1.1'
+    train_p_std: '2.0'
+  skip_layers: null
+  start_gradient_frame: '0'
+  student_sample_steps: '4'
+  student_sample_type: sde
+  student_update_freq: '5'
+  teacher:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+    in_dim: '65'
+    merge_lora: 'True'
+    mode: v2v
+    model_size: 14B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_phase2/step-10500.pt
+    schedule_type: rf
+    use_audio: 'True'
+  use_ema: 'False'
+model_class:
+  _target_: <class 'fastgen.methods.omniavatar_self_forcing.OmniAvatarSelfForcingModel'>
+  config: null
+trainer:
+  augment_pipe: null
+  batch_size_global: null
+  callbacks:
+    ema:
+      _target_: <class 'fastgen.callbacks.ema.EMACallback'>
+      beta: '0.9999'
+      ema_halflife_kimg: '500'
+      ema_rampup_ratio: '0.05'
+      gamma: '16.97'
+      start_iter: '0'
+      type: constant
+    gpu_stats:
+      _target_: <class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>
+      every_n: '100'
+    grad_clip:
+      _target_: <class 'fastgen.callbacks.grad_clip.GradClipCallback'>
+      grad_norm: '10.0'
+      model_key: net
+    param_count:
+      _target_: <class 'fastgen.callbacks.param_count.ParamCountCallback'>
+    train_profiler:
+      _target_: <class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>
+      every_n: '100'
+    wandb:
+      _target_: <class 'fastgen.callbacks.wandb.WandbCallback'>
+      fps: '25'
+      sample_logging_iter: '100'
+  checkpointer:
+    pretrained_ckpt_key_map:
+      net: net
+    pretrained_ckpt_path: /home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth
+    s3_container: s3://checkpoints/fastgen
+    s3_credential: ./credentials/s3.json
+    save_dir: /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/checkpoints
+    use_s3: 'False'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp: 'False'
+  fsdp: 'True'
+  fsdp_cpu_offload: 'False'
+  fsdp_min_num_params: '10000000'
+  fsdp_sharding_group_size: null
+  global_vars: null
+  global_vars_val:
+  - null
+  grad_accum_rounds: '2'
+  logging_iter: '1'
+  max_iter: '5000'
+  offload_module_in_decoding: 'False'
+  resume: 'False'
+  save_ckpt_iter: '100'
+  seed: '0'
+  skip_initial_validation: 'True'
+  tf32_enabled: 'True'
+  val_seed: null
+  validation_iter: '100'
+  visualize_teacher: 'False'
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/debug-internal.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..81dd4854e4ec88094b2df88a72ff3d07b7568953
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-03T00:01:32.430639522+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-03T00:01:32.800089951+09:00","level":"INFO","msg":"stream: created new stream","id":"nkf4iovm"}
+{"time":"2026-04-03T00:01:32.800139938+09:00","level":"INFO","msg":"handler: started","stream_id":"nkf4iovm"}
+{"time":"2026-04-03T00:01:32.800233729+09:00","level":"INFO","msg":"stream: started","id":"nkf4iovm"}
+{"time":"2026-04-03T00:01:32.80025365+09:00","level":"INFO","msg":"sender: started","stream_id":"nkf4iovm"}
+{"time":"2026-04-03T00:01:32.800252986+09:00","level":"INFO","msg":"writer: started","stream_id":"nkf4iovm"}
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/debug.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..ac853446b437d0d6d96c0bae0f7e4fd30416a821
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/debug.log
@@ -0,0 +1,19 @@
+2026-04-03 00:01:32,169 INFO    MainThread:1047116 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-03 00:01:32,169 INFO    MainThread:1047116 [wandb_setup.py:_flush():81] Configure stats pid to 1047116
+2026-04-03 00:01:32,169 INFO    MainThread:1047116 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-03 00:01:32,169 INFO    MainThread:1047116 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/logs/debug.log
+2026-04-03 00:01:32,170 INFO    MainThread:1047116 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/logs/debug-internal.log
+2026-04-03 00:01:32,170 INFO    MainThread:1047116 [wandb_init.py:init():844] calling init triggers
+2026-04-03 00:01:32,170 INFO    MainThread:1047116 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf', 'name': 'sf_4gpu_bs8_lr2e6_5000iter_shift5_combined', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '5000', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '2', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '10000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '8', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>"}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7f328019bce0>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>"}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_phase2/step-10500.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'guidance_scale': '4.5', 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f32803f2660>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.937', '0.833', '0.624', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '4', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'bfloat16', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f32803f2660>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f32803f2660>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing.OmniAvatarSelfForcingModel'>"}, '_wandb': {}}
+2026-04-03 00:01:32,170 INFO    MainThread:1047116 [wandb_init.py:init():892] starting backend
+2026-04-03 00:01:32,416 INFO    MainThread:1047116 [wandb_init.py:init():895] sending inform_init request
+2026-04-03 00:01:32,428 INFO    MainThread:1047116 [wandb_init.py:init():903] backend started and connected
+2026-04-03 00:01:32,432 INFO    MainThread:1047116 [wandb_init.py:init():973] updated telemetry
+2026-04-03 00:01:32,448 INFO    MainThread:1047116 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-03 00:01:33,668 INFO    MainThread:1047116 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-03 00:01:33,982 INFO    MainThread:1047116 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-03 00:01:33,982 INFO    MainThread:1047116 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-03 00:01:33,982 INFO    MainThread:1047116 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-03 00:01:33,982 INFO    MainThread:1047116 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-03 00:01:33,986 INFO    MainThread:1047116 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/files/output.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..090cf261d35c168746be6bc0450c808cf3e84928
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/files/output.log
@@ -0,0 +1,739 @@
+[Apr 3, 2026 - 00:01:33 | INFO | fastgen.callbacks.wandb:init_wandb:259 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 3, 2026 - 00:01:33 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 3, 2026 - 00:01:33 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 3, 2026 - 00:01:33 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 3, 2026 - 00:01:33 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 3, 2026 - 00:01:33 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 3, 2026 - 00:01:33 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 3, 2026 - 00:01:33 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 3, 2026 - 00:01:33 | INFO | fastgen.utils.checkpointer:load:151 ] Loading model from /home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth
+[Apr 3, 2026 - 00:01:38 | INFO | fastgen.utils.checkpointer:load:154 ] Loading the model_dict...
+[Apr 3, 2026 - 00:01:50 | INFO | fastgen.utils.checkpointer:load:159 ] Model net, loading info: <All keys matched successfully>
+[Apr 3, 2026 - 00:01:50 | INFO | fastgen.trainer:load_pretrained_ckpt:252 ] Loaded net model from net in /home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth at iteration 5000
+[Apr 3, 2026 - 00:01:50 | INFO | fastgen.trainer:load_pretrained_ckpt:262 ] Setting resume_iter for model to 5000.
+[Apr 3, 2026 - 00:01:50 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
+[Apr 3, 2026 - 00:01:50 | INFO | fastgen.methods.model:on_train_begin:296 ] Teacher check: add_teacher_to_fsdp_dict=True, fsdp_dict keys=['net', 'fake_score', 'teacher'], teacher in fsdp_dict=True
+[Apr 3, 2026 - 00:01:50 | INFO | fastgen.trainer:run:99 ] model.on_train_begin completed
+[Apr 3, 2026 - 00:01:50 | INFO | fastgen.trainer:run:110 ] Wrapping model into fsdp ..
+[Apr 3, 2026 - 00:01:50 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:102 ] Fully sharding model with 4 ranks...
+[Apr 3, 2026 - 00:01:50 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'net' (1.42B params)...
+[Apr 3, 2026 - 00:01:50 | INFO | fastgen.networks.OmniAvatar.network_causal:fully_shard:1950 ] CausalOmniAvatarWan: keeping manual gradient checkpointing (not using apply_fsdp_checkpointing due to KV cache dynamics)
+[Apr 3, 2026 - 00:01:50 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 3, 2026 - 00:01:51 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped net in 1.1s
+[Apr 3, 2026 - 00:01:51 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'fake_score' (1.60B params)...
+[Apr 3, 2026 - 00:01:51 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:765 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 3, 2026 - 00:01:52 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 3, 2026 - 00:01:52 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped fake_score in 1.5s
+[Apr 3, 2026 - 00:01:52 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'teacher' (14.29B params)...
+[Apr 3, 2026 - 00:01:52 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:765 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 3, 2026 - 00:02:03 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 3, 2026 - 00:02:03 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped teacher in 10.9s
+[Apr 3, 2026 - 00:02:03 | INFO | fastgen.trainer:run:118 ] FSDP wrapping completed
+[Apr 3, 2026 - 00:02:03 | INFO | fastgen.callbacks.ema:on_model_init_end:64 ] EMA ema is not enabled, skipping callback.
+[Apr 3, 2026 - 00:02:03 | INFO | fastgen.trainer:run:133 ] Auto-Resume Details: None
+[Apr 3, 2026 - 00:02:03 | INFO | fastgen.utils.basic_utils:set_random_seed:144 ] Using random seed 0.
+[Apr 3, 2026 - 00:02:03 | INFO | fastgen.trainer:run:165 ] Instantiating dataloader...
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.wandb:on_dataloader_init_end:361 ] SKIP_GT_VAL_UPLOAD=1 — skipping GT val video upload
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.gpu_stats:on_train_begin:57 ] every_n to measure gpus stats: 1
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.train_profiler:on_train_begin:54 ] every_n to profile trainer: 1
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] model (OmniAvatarSelfForcingModel) has 1596.36 M trainable and 17311.83 M total params (logical).
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingModel) has 420.42 M trainable and 4350.43 M total params LOCAL on rank 0.
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingModel) has 420.14 M trainable and 4348.63 M total params LOCAL on rank 1.
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingModel) has 420.14 M trainable and 4348.63 M total params LOCAL on rank 2.
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingModel) has 420.14 M trainable and 4348.63 M total params LOCAL on rank 3.
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] net (CausalOmniAvatarWan) has 1421.38 M trainable and 1421.38 M total params (logical).
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.68 M trainable and 376.68 M total params LOCAL on rank 0.
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.40 M trainable and 376.40 M total params LOCAL on rank 1.
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.40 M trainable and 376.40 M total params LOCAL on rank 2.
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.40 M trainable and 376.40 M total params LOCAL on rank 3.
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] fake_score (OmniAvatarWan) has 174.98 M trainable and 1596.36 M total params (logical).
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.30 M total params LOCAL on rank 0.
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.02 M total params LOCAL on rank 1.
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.02 M total params LOCAL on rank 2.
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.02 M total params LOCAL on rank 3.
+[Apr 3, 2026 - 00:02:09 | INFO | fastgen.trainer:run:174 ] iter_start: 0
+[MEM] fake_score_update: START: alloc=9.45GB reserved=9.88GB peak=9.60GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=12.28GB reserved=49.39GB peak=45.74GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=13.16GB peak=45.74GB
+[MEM-fwd] after block 0: alloc=13.74GB peak=45.74GB
+[MEM-fwd] after block 10: alloc=19.55GB peak=45.74GB
+[MEM-fwd] after block 20: alloc=24.84GB peak=45.74GB
+[MEM-fwd] after block 29: alloc=29.59GB peak=45.74GB
+[MEM-fwd] after head+unpatchify: alloc=30.67GB peak=45.74GB
+[MEM] fake_score_update: START: alloc=13.25GB reserved=15.24GB peak=54.53GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=13.29GB reserved=47.38GB peak=46.75GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=14.17GB peak=46.75GB
+[MEM-fwd] after block 0: alloc=14.75GB peak=46.75GB
+[MEM-fwd] after block 10: alloc=20.56GB peak=46.75GB
+[MEM-fwd] after block 20: alloc=25.85GB peak=46.75GB
+[MEM-fwd] after block 29: alloc=30.61GB peak=46.75GB
+[MEM-fwd] after head+unpatchify: alloc=31.69GB peak=46.75GB
+[Apr 3, 2026 - 00:03:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.485269  38.565594  38.411797
+peak_gpu_mem_gb           51.700073  51.700073  51.700073
+peak_gpu_mem_reserved_gb  53.640625  53.640625  53.640625
+util                      89.250000  96.000000  84.000000
+[Apr 3, 2026 - 00:03:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1 : data loading time        0.81
+[Apr 3, 2026 - 00:03:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1 : avg forward pass time    15.10
+[Apr 3, 2026 - 00:03:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1 : backward pass time       11.36
+[Apr 3, 2026 - 00:03:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1 : optimizer step time      1.27
+[Apr 3, 2026 - 00:03:06 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 1--------------------
+[Apr 3, 2026 - 00:03:06 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0068        iter count: 1.0
+[Apr 3, 2026 - 00:03:06 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0068   iter count: 1.0
+[Apr 3, 2026 - 00:03:06 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 3, 2026 - 00:03:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=13.43GB reserved=57.60GB peak=55.51GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=13.47GB reserved=47.47GB peak=46.93GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=14.35GB peak=46.93GB
+[MEM-fwd] after block 0: alloc=14.93GB peak=46.93GB
+[MEM-fwd] after block 10: alloc=20.74GB peak=46.93GB
+[MEM-fwd] after block 20: alloc=26.02GB peak=46.93GB
+[MEM-fwd] after block 29: alloc=30.78GB peak=46.93GB
+[MEM-fwd] after head+unpatchify: alloc=31.86GB peak=46.93GB
+[MEM] fake_score_update: START: alloc=14.21GB reserved=58.37GB peak=55.69GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=14.25GB reserved=48.25GB peak=47.71GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=15.13GB peak=47.71GB
+[MEM-fwd] after block 0: alloc=15.71GB peak=47.71GB
+[MEM-fwd] after block 10: alloc=21.52GB peak=47.71GB
+[MEM-fwd] after block 20: alloc=26.81GB peak=47.71GB
+[MEM-fwd] after block 29: alloc=31.57GB peak=47.71GB
+[MEM-fwd] after head+unpatchify: alloc=32.65GB peak=47.71GB
+[Apr 3, 2026 - 00:03:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.658718   38.739353  38.585140
+peak_gpu_mem_gb           52.593685   52.593685  52.593685
+peak_gpu_mem_reserved_gb  54.365234   54.365234  54.365234
+util                      95.750000  100.000000  92.000000
+[Apr 3, 2026 - 00:03:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 2 : avg iteration time       51.59 seconds
+[Apr 3, 2026 - 00:03:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 2 : data loading time        0.00
+[Apr 3, 2026 - 00:03:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 2 : avg forward pass time    13.82
+[Apr 3, 2026 - 00:03:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 2 : backward pass time       11.41
+[Apr 3, 2026 - 00:03:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 2 : optimizer step time      1.17
+[Apr 3, 2026 - 00:03:58 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 2--------------------
+[Apr 3, 2026 - 00:03:58 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0070        iter count: 1.0
+[Apr 3, 2026 - 00:03:58 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0070   iter count: 1.0
+[Apr 3, 2026 - 00:03:58 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 3, 2026 - 00:03:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=13.43GB reserved=58.37GB peak=56.47GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=13.47GB reserved=47.49GB peak=46.93GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=14.35GB peak=46.93GB
+[MEM-fwd] after block 0: alloc=14.93GB peak=46.93GB
+[MEM-fwd] after block 10: alloc=20.74GB peak=46.93GB
+[MEM-fwd] after block 20: alloc=26.02GB peak=46.93GB
+[MEM-fwd] after block 29: alloc=30.78GB peak=46.93GB
+[MEM-fwd] after head+unpatchify: alloc=31.86GB peak=46.93GB
+[MEM] fake_score_update: START: alloc=14.21GB reserved=58.40GB peak=55.69GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=14.25GB reserved=48.29GB peak=47.72GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=15.13GB peak=47.72GB
+[MEM-fwd] after block 0: alloc=15.71GB peak=47.72GB
+[MEM-fwd] after block 10: alloc=21.52GB peak=47.72GB
+[MEM-fwd] after block 20: alloc=26.81GB peak=47.72GB
+[MEM-fwd] after block 29: alloc=31.57GB peak=47.72GB
+[MEM-fwd] after head+unpatchify: alloc=32.65GB peak=47.72GB
+[Apr 3, 2026 - 00:04:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.659063   38.740227  38.585308
+peak_gpu_mem_gb           52.593685   52.593685  52.593685
+peak_gpu_mem_reserved_gb  54.404297   54.404297  54.404297
+util                      96.750000  100.000000  92.000000
+[Apr 3, 2026 - 00:04:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 3 : avg iteration time       58.07 seconds
+[Apr 3, 2026 - 00:04:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 3 : data loading time        0.00
+[Apr 3, 2026 - 00:04:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 3 : avg forward pass time    17.04
+[Apr 3, 2026 - 00:04:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 3 : backward pass time       11.38
+[Apr 3, 2026 - 00:04:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 3 : optimizer step time      1.18
+[Apr 3, 2026 - 00:04:56 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 3--------------------
+[Apr 3, 2026 - 00:04:56 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0072        iter count: 1.0
+[Apr 3, 2026 - 00:04:56 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0072   iter count: 1.0
+[Apr 3, 2026 - 00:04:56 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 3, 2026 - 00:04:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=13.43GB reserved=58.42GB peak=56.47GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=13.47GB reserved=47.52GB peak=46.93GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=14.35GB peak=46.93GB
+[MEM-fwd] after block 0: alloc=14.93GB peak=46.93GB
+[MEM-fwd] after block 10: alloc=20.74GB peak=46.93GB
+[MEM-fwd] after block 20: alloc=26.02GB peak=46.93GB
+[MEM-fwd] after block 29: alloc=30.78GB peak=46.93GB
+[MEM-fwd] after head+unpatchify: alloc=31.86GB peak=46.93GB
+[MEM] fake_score_update: START: alloc=14.21GB reserved=58.42GB peak=55.69GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=14.25GB reserved=48.27GB peak=47.72GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=15.13GB peak=47.72GB
+[MEM-fwd] after block 0: alloc=15.71GB peak=47.72GB
+[MEM-fwd] after block 10: alloc=21.52GB peak=47.72GB
+[MEM-fwd] after block 20: alloc=26.81GB peak=47.72GB
+[MEM-fwd] after block 29: alloc=31.57GB peak=47.72GB
+[MEM-fwd] after head+unpatchify: alloc=32.65GB peak=47.72GB
+[Apr 3, 2026 - 00:05:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.659183   38.740608  38.585339
+peak_gpu_mem_gb           52.593685   52.593685  52.593685
+peak_gpu_mem_reserved_gb  54.443359   54.443359  54.443359
+util                      95.250000  100.000000  91.000000
+[Apr 3, 2026 - 00:05:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 4 : avg iteration time       57.93 seconds
+[Apr 3, 2026 - 00:05:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 4 : data loading time        0.00
+[Apr 3, 2026 - 00:05:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 4 : avg forward pass time    17.00
+[Apr 3, 2026 - 00:05:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 4 : backward pass time       11.36
+[Apr 3, 2026 - 00:05:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 4 : optimizer step time      1.18
+[Apr 3, 2026 - 00:05:54 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 4--------------------
+[Apr 3, 2026 - 00:05:54 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0073        iter count: 1.0
+[Apr 3, 2026 - 00:05:54 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0073   iter count: 1.0
+[Apr 3, 2026 - 00:05:54 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 3, 2026 - 00:05:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=13.43GB reserved=58.46GB peak=56.47GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=13.47GB reserved=47.49GB peak=46.93GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=14.35GB peak=46.93GB
+[MEM-fwd] after block 0: alloc=14.93GB peak=46.93GB
+[MEM-fwd] after block 10: alloc=20.74GB peak=46.93GB
+[MEM-fwd] after block 20: alloc=26.02GB peak=46.93GB
+[MEM-fwd] after block 29: alloc=30.78GB peak=46.93GB
+[MEM-fwd] after head+unpatchify: alloc=31.86GB peak=46.93GB
+[MEM] student_update: START: alloc=14.32GB reserved=58.46GB peak=55.75GB
+[MEM] student_update: after rollout: alloc=63.85GB reserved=66.24GB peak=65.62GB
+[MEM] student_update: after perturb: alloc=63.87GB reserved=66.24GB peak=65.62GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=64.62GB peak=65.62GB
+[MEM-fwd] after block 0: alloc=64.67GB peak=75.08GB
+[MEM-fwd] after block 10: alloc=65.20GB peak=75.61GB
+[MEM-fwd] after block 20: alloc=65.20GB peak=75.61GB
+[MEM-fwd] after block 29: alloc=65.20GB peak=75.61GB
+[MEM-fwd] after head+unpatchify: alloc=64.69GB peak=75.61GB
+[MEM] student_update: after fake_score: alloc=63.95GB reserved=78.02GB peak=75.61GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.83GB peak=75.61GB
+[MEM-fwd] after block 0: alloc=67.05GB peak=88.90GB
+[MEM-fwd] after block 10: alloc=68.82GB peak=90.66GB
+[MEM-fwd] after block 20: alloc=68.82GB peak=90.66GB
+[MEM-fwd] after block 30: alloc=68.82GB peak=90.66GB
+[MEM-fwd] after block 39: alloc=68.82GB peak=90.66GB
+[MEM-fwd] after head+unpatchify: alloc=67.08GB peak=90.66GB
+[MEM] student_update: after teacher: alloc=64.45GB reserved=93.79GB peak=90.66GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.37GB peak=90.66GB
+[MEM-fwd] after block 0: alloc=67.08GB peak=90.66GB
+[MEM-fwd] after block 10: alloc=68.84GB peak=90.68GB
+[MEM-fwd] after block 20: alloc=68.84GB peak=90.68GB
+[MEM-fwd] after block 30: alloc=68.84GB peak=90.68GB
+[MEM-fwd] after block 39: alloc=68.84GB peak=90.68GB
+[MEM-fwd] after head+unpatchify: alloc=67.10GB peak=90.68GB
+[MEM] student_update: after CFG: alloc=64.45GB reserved=93.83GB peak=90.68GB
+[MEM] student_update: after VSD loss: alloc=64.47GB reserved=93.83GB peak=90.68GB
+[MEM] fake_score_update: START: alloc=12.68GB reserved=72.00GB peak=90.68GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.51GB reserved=52.62GB peak=48.98GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.28GB peak=48.98GB
+[MEM-fwd] after block 0: alloc=16.91GB peak=48.98GB
+[MEM-fwd] after block 10: alloc=22.73GB peak=48.98GB
+[MEM-fwd] after block 20: alloc=28.01GB peak=48.98GB
+[MEM-fwd] after block 29: alloc=32.77GB peak=48.98GB
+[MEM-fwd] after head+unpatchify: alloc=33.85GB peak=48.98GB
+[MEM] student_update: START: alloc=15.52GB reserved=61.80GB peak=56.95GB
+[MEM] student_update: after rollout: alloc=65.05GB reserved=68.04GB peak=66.83GB
+[MEM] student_update: after perturb: alloc=65.07GB reserved=68.04GB peak=66.83GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=65.82GB peak=66.83GB
+[MEM-fwd] after block 0: alloc=65.87GB peak=76.28GB
+[MEM-fwd] after block 10: alloc=66.40GB peak=76.81GB
+[MEM-fwd] after block 20: alloc=66.40GB peak=76.81GB
+[MEM-fwd] after block 29: alloc=66.40GB peak=76.81GB
+[MEM-fwd] after head+unpatchify: alloc=65.90GB peak=76.81GB
+[MEM] student_update: after fake_score: alloc=65.15GB reserved=79.81GB peak=76.81GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.08GB peak=76.81GB
+[MEM-fwd] after block 0: alloc=67.78GB peak=89.62GB
+[MEM-fwd] after block 10: alloc=69.54GB peak=91.39GB
+[MEM-fwd] after block 20: alloc=69.54GB peak=91.39GB
+[MEM-fwd] after block 30: alloc=69.54GB peak=91.39GB
+[MEM-fwd] after block 39: alloc=69.54GB peak=91.39GB
+[MEM-fwd] after head+unpatchify: alloc=67.80GB peak=91.39GB
+[MEM] student_update: after teacher: alloc=65.17GB reserved=94.89GB peak=91.39GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.10GB peak=91.39GB
+[MEM-fwd] after block 0: alloc=67.80GB peak=91.39GB
+[MEM-fwd] after block 10: alloc=69.57GB peak=91.41GB
+[MEM-fwd] after block 20: alloc=69.57GB peak=91.41GB
+[MEM-fwd] after block 30: alloc=69.57GB peak=91.41GB
+[MEM-fwd] after block 39: alloc=69.57GB peak=91.41GB
+[MEM-fwd] after head+unpatchify: alloc=67.83GB peak=91.41GB
+[MEM] student_update: after CFG: alloc=65.17GB reserved=94.91GB peak=91.41GB
+[MEM] student_update: after VSD loss: alloc=65.20GB reserved=94.91GB peak=91.41GB
+[Apr 3, 2026 - 00:09:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.678225  38.757980  38.605282
+peak_gpu_mem_gb           85.130531  85.130531  85.130531
+peak_gpu_mem_reserved_gb  90.766602  90.771484  90.751953
+util                      67.500000  72.000000  61.000000
+[Apr 3, 2026 - 00:09:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 5 : avg iteration time       193.31 seconds
+[Apr 3, 2026 - 00:09:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 5 : data loading time        0.00
+[Apr 3, 2026 - 00:09:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 5 : avg forward pass time    86.26
+[Apr 3, 2026 - 00:09:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 5 : backward pass time       10.03
+[Apr 3, 2026 - 00:09:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 5 : optimizer step time      0.31
+[Apr 3, 2026 - 00:09:07 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 5--------------------
+[Apr 3, 2026 - 00:09:07 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.6670        iter count: 1.0
+[Apr 3, 2026 - 00:09:07 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_vsd_loss: 0.6670          iter count: 1.0
+[Apr 3, 2026 - 00:09:07 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 3, 2026 - 00:09:07 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0075   iter count: 1.0
+[Apr 3, 2026 - 00:09:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=13.43GB reserved=97.44GB peak=91.41GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.26GB reserved=53.38GB peak=49.73GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.03GB peak=49.73GB
+[MEM-fwd] after block 0: alloc=17.66GB peak=49.73GB
+[MEM-fwd] after block 10: alloc=23.48GB peak=49.73GB
+[MEM-fwd] after block 20: alloc=28.76GB peak=49.73GB
+[MEM-fwd] after block 29: alloc=33.52GB peak=49.73GB
+[MEM-fwd] after head+unpatchify: alloc=34.60GB peak=49.73GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=62.77GB peak=58.43GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.28GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 3, 2026 - 00:09:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.678251   38.758018  38.605293
+peak_gpu_mem_gb           54.432534   54.433307  54.432277
+peak_gpu_mem_reserved_gb  57.687500   58.478516  55.314453
+util                      98.500000  100.000000  96.000000
+[Apr 3, 2026 - 00:09:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 6 : avg iteration time       52.27 seconds
+[Apr 3, 2026 - 00:09:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 6 : data loading time        0.00
+[Apr 3, 2026 - 00:09:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 6 : avg forward pass time    14.22
+[Apr 3, 2026 - 00:09:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 6 : backward pass time       11.33
+[Apr 3, 2026 - 00:09:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 6 : optimizer step time      1.17
+[Apr 3, 2026 - 00:09:59 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 6--------------------
+[Apr 3, 2026 - 00:09:59 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0073        iter count: 1.0
+[Apr 3, 2026 - 00:09:59 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0073   iter count: 1.0
+[Apr 3, 2026 - 00:09:59 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 3, 2026 - 00:09:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.40GB reserved=59.39GB peak=58.45GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.44GB reserved=49.46GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.32GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.90GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.71GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.00GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.79GB peak=57.66GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.28GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 3, 2026 - 00:10:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.678332   38.758266  38.605301
+peak_gpu_mem_gb           54.432534   54.433307  54.432277
+peak_gpu_mem_reserved_gb  57.311523   57.853516  55.685547
+util                      97.250000  100.000000  92.000000
+[Apr 3, 2026 - 00:10:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 7 : avg iteration time       57.95 seconds
+[Apr 3, 2026 - 00:10:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 7 : data loading time        0.00
+[Apr 3, 2026 - 00:10:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 7 : avg forward pass time    17.05
+[Apr 3, 2026 - 00:10:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 7 : backward pass time       11.35
+[Apr 3, 2026 - 00:10:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 7 : optimizer step time      1.17
+[Apr 3, 2026 - 00:10:57 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 7--------------------
+[Apr 3, 2026 - 00:10:57 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0071        iter count: 1.0
+[Apr 3, 2026 - 00:10:57 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0071   iter count: 1.0
+[Apr 3, 2026 - 00:10:57 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 3, 2026 - 00:10:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.40GB reserved=59.79GB peak=58.45GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.44GB reserved=49.50GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.32GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.90GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.71GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.00GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.71GB peak=57.66GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.28GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 3, 2026 - 00:11:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.678370   38.758301  38.605301
+peak_gpu_mem_gb           54.432534   54.433307  54.432277
+peak_gpu_mem_reserved_gb  55.509766   55.685547  55.451172
+util                      97.500000  100.000000  95.000000
+[Apr 3, 2026 - 00:11:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 8 : avg iteration time       57.73 seconds
+[Apr 3, 2026 - 00:11:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 8 : data loading time        0.00
+[Apr 3, 2026 - 00:11:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 8 : avg forward pass time    16.95
+[Apr 3, 2026 - 00:11:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 8 : backward pass time       11.31
+[Apr 3, 2026 - 00:11:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 8 : optimizer step time      1.18
+[Apr 3, 2026 - 00:11:55 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 8--------------------
+[Apr 3, 2026 - 00:11:55 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0067        iter count: 1.0
+[Apr 3, 2026 - 00:11:55 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0067   iter count: 1.0
+[Apr 3, 2026 - 00:11:55 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 3, 2026 - 00:11:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.40GB reserved=59.79GB peak=58.45GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.44GB reserved=49.48GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.32GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.90GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.71GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.00GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.81GB peak=57.66GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.30GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 3, 2026 - 00:12:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.678534  38.758778  38.605354
+peak_gpu_mem_gb           54.432534  54.433307  54.432277
+peak_gpu_mem_reserved_gb  55.543945  55.705078  55.490234
+util                      96.750000  99.000000  94.000000
+[Apr 3, 2026 - 00:12:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 9 : avg iteration time       61.18 seconds
+[Apr 3, 2026 - 00:12:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 9 : data loading time        0.00
+[Apr 3, 2026 - 00:12:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 9 : avg forward pass time    18.67
+[Apr 3, 2026 - 00:12:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 9 : backward pass time       11.33
+[Apr 3, 2026 - 00:12:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 9 : optimizer step time      1.18
+[Apr 3, 2026 - 00:12:56 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 9--------------------
+[Apr 3, 2026 - 00:12:56 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0071        iter count: 1.0
+[Apr 3, 2026 - 00:12:56 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0071   iter count: 1.0
+[Apr 3, 2026 - 00:12:56 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 3, 2026 - 00:12:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.40GB reserved=59.81GB peak=58.45GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.44GB reserved=49.50GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.32GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.90GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.71GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.00GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] student_update: START: alloc=16.30GB reserved=59.83GB peak=57.72GB
+[MEM] student_update: after rollout: alloc=65.82GB reserved=68.23GB peak=67.60GB
+[MEM] student_update: after perturb: alloc=65.85GB reserved=68.23GB peak=67.60GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=66.60GB peak=67.60GB
+[MEM-fwd] after block 0: alloc=66.64GB peak=77.05GB
+[MEM-fwd] after block 10: alloc=67.17GB peak=77.58GB
+[MEM-fwd] after block 20: alloc=67.17GB peak=77.58GB
+[MEM-fwd] after block 29: alloc=67.17GB peak=77.58GB
+[MEM-fwd] after head+unpatchify: alloc=66.67GB peak=77.58GB
+[MEM] student_update: after fake_score: alloc=65.92GB reserved=79.54GB peak=77.58GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.85GB peak=77.58GB
+[MEM-fwd] after block 0: alloc=68.55GB peak=90.40GB
+[MEM-fwd] after block 10: alloc=70.31GB peak=92.16GB
+[MEM-fwd] after block 20: alloc=70.31GB peak=92.16GB
+[MEM-fwd] after block 30: alloc=70.31GB peak=92.16GB
+[MEM-fwd] after block 39: alloc=70.31GB peak=92.16GB
+[MEM-fwd] after head+unpatchify: alloc=68.58GB peak=92.16GB
+[MEM] student_update: after teacher: alloc=65.95GB reserved=95.14GB peak=92.16GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.87GB peak=92.16GB
+[MEM-fwd] after block 0: alloc=68.58GB peak=92.16GB
+[MEM-fwd] after block 10: alloc=70.34GB peak=92.18GB
+[MEM-fwd] after block 20: alloc=70.34GB peak=92.18GB
+[MEM-fwd] after block 30: alloc=70.34GB peak=92.18GB
+[MEM-fwd] after block 39: alloc=70.34GB peak=92.18GB
+[MEM-fwd] after head+unpatchify: alloc=68.60GB peak=92.18GB
+[MEM] student_update: after CFG: alloc=65.95GB reserved=95.16GB peak=92.18GB
+[MEM] student_update: after VSD loss: alloc=65.97GB reserved=95.16GB peak=92.18GB
+[MEM] fake_score_update: START: alloc=14.18GB reserved=98.71GB peak=92.18GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=17.01GB reserved=54.14GB peak=50.47GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.78GB peak=50.47GB
+[MEM-fwd] after block 0: alloc=18.41GB peak=50.47GB
+[MEM-fwd] after block 10: alloc=24.23GB peak=50.47GB
+[MEM-fwd] after block 20: alloc=29.51GB peak=50.47GB
+[MEM-fwd] after block 29: alloc=34.27GB peak=50.47GB
+[MEM-fwd] after head+unpatchify: alloc=35.35GB peak=50.47GB
+[MEM] student_update: START: alloc=17.02GB reserved=66.65GB peak=58.45GB
+[MEM] student_update: after rollout: alloc=66.55GB reserved=69.49GB peak=68.33GB
+[MEM] student_update: after perturb: alloc=66.57GB reserved=69.49GB peak=68.33GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=67.32GB peak=68.33GB
+[MEM-fwd] after block 0: alloc=67.37GB peak=77.78GB
+[MEM-fwd] after block 10: alloc=67.90GB peak=78.31GB
+[MEM-fwd] after block 20: alloc=67.90GB peak=78.31GB
+[MEM-fwd] after block 29: alloc=67.90GB peak=78.31GB
+[MEM-fwd] after head+unpatchify: alloc=67.39GB peak=78.31GB
+[MEM] student_update: after fake_score: alloc=66.65GB reserved=81.28GB peak=78.31GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=68.58GB peak=78.31GB
+[MEM-fwd] after block 0: alloc=69.28GB peak=91.12GB
+[MEM-fwd] after block 10: alloc=71.04GB peak=92.88GB
+[MEM-fwd] after block 20: alloc=71.04GB peak=92.88GB
+[MEM-fwd] after block 30: alloc=71.04GB peak=92.88GB
+[MEM-fwd] after block 39: alloc=71.04GB peak=92.88GB
+[MEM-fwd] after head+unpatchify: alloc=69.30GB peak=92.88GB
+[MEM] student_update: after teacher: alloc=66.67GB reserved=96.36GB peak=92.88GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=68.60GB peak=92.88GB
+[MEM-fwd] after block 0: alloc=69.30GB peak=92.88GB
+[MEM-fwd] after block 10: alloc=71.06GB peak=92.91GB
+[MEM-fwd] after block 20: alloc=71.06GB peak=92.91GB
+[MEM-fwd] after block 30: alloc=71.06GB peak=92.91GB
+[MEM-fwd] after block 39: alloc=71.06GB peak=92.91GB
+[MEM-fwd] after head+unpatchify: alloc=69.32GB peak=92.91GB
+[MEM] student_update: after CFG: alloc=66.67GB reserved=96.36GB peak=92.91GB
+[MEM] student_update: after VSD loss: alloc=66.70GB reserved=96.36GB peak=92.91GB
+[Apr 3, 2026 - 00:16:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.679560  38.760101  38.606266
+peak_gpu_mem_gb           86.525435  86.526208  86.525178
+peak_gpu_mem_reserved_gb  92.133301  92.142578  92.105469
+util                      78.750000  83.000000  73.000000
+[Apr 3, 2026 - 00:16:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 10 : avg iteration time       185.69 seconds
+[Apr 3, 2026 - 00:16:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 10 : data loading time        0.00
+[Apr 3, 2026 - 00:16:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 10 : avg forward pass time    82.75
+[Apr 3, 2026 - 00:16:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 10 : backward pass time       10.03
+[Apr 3, 2026 - 00:16:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 10 : optimizer step time      0.21
+[Apr 3, 2026 - 00:16:02 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 10--------------------
+[Apr 3, 2026 - 00:16:02 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.7031        iter count: 1.0
+[Apr 3, 2026 - 00:16:02 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_vsd_loss: 0.7031          iter count: 1.0
+[Apr 3, 2026 - 00:16:02 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 3, 2026 - 00:16:02 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0071   iter count: 1.0
+[Apr 3, 2026 - 00:16:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=13.43GB reserved=98.90GB peak=92.91GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.26GB reserved=53.40GB peak=49.73GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.03GB peak=49.73GB
+[MEM-fwd] after block 0: alloc=17.66GB peak=49.73GB
+[MEM-fwd] after block 10: alloc=23.48GB peak=49.73GB
+[MEM-fwd] after block 20: alloc=28.76GB peak=49.73GB
+[MEM-fwd] after block 29: alloc=33.52GB peak=49.73GB
+[MEM-fwd] after head+unpatchify: alloc=34.60GB peak=49.73GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=62.56GB peak=58.43GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.36GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 3, 2026 - 00:17:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.679598   38.760120  38.606396
+peak_gpu_mem_gb           54.432534   54.433307  54.432277
+peak_gpu_mem_reserved_gb  55.583008   55.802734  55.509766
+util                      97.250000  100.000000  91.000000
+[Apr 3, 2026 - 00:17:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 11 : avg iteration time       58.86 seconds
+[Apr 3, 2026 - 00:17:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 11 : data loading time        0.00
+[Apr 3, 2026 - 00:17:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 11 : avg forward pass time    17.51
+[Apr 3, 2026 - 00:17:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 11 : backward pass time       11.32
+[Apr 3, 2026 - 00:17:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 11 : optimizer step time      1.20
+[Apr 3, 2026 - 00:17:01 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 11--------------------
+[Apr 3, 2026 - 00:17:01 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0087        iter count: 1.0
+[Apr 3, 2026 - 00:17:01 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0087   iter count: 1.0
+[Apr 3, 2026 - 00:17:01 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 3, 2026 - 00:17:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.40GB reserved=59.92GB peak=58.45GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.44GB reserved=49.52GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.32GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.90GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.71GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.00GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.44GB peak=57.66GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.30GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 3, 2026 - 00:17:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.679661   38.760372  38.606403
+peak_gpu_mem_gb           54.432534   54.433307  54.432277
+peak_gpu_mem_reserved_gb  55.514648   55.568359  55.353516
+util                      97.250000  100.000000  93.000000
+[Apr 3, 2026 - 00:17:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 12 : avg iteration time       54.55 seconds
+[Apr 3, 2026 - 00:17:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 12 : data loading time        0.00
+[Apr 3, 2026 - 00:17:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 12 : avg forward pass time    15.35
+[Apr 3, 2026 - 00:17:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 12 : backward pass time       11.34
+[Apr 3, 2026 - 00:17:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 12 : optimizer step time      1.17
+[Apr 3, 2026 - 00:17:55 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 12--------------------
+[Apr 3, 2026 - 00:17:55 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0070        iter count: 1.0
+[Apr 3, 2026 - 00:17:55 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0070   iter count: 1.0
+[Apr 3, 2026 - 00:17:55 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 3, 2026 - 00:17:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.40GB reserved=59.44GB peak=58.45GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.44GB reserved=49.52GB peak=48.90GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.32GB peak=48.90GB
+[MEM-fwd] after block 0: alloc=16.90GB peak=48.90GB
+[MEM-fwd] after block 10: alloc=22.71GB peak=48.90GB
+[MEM-fwd] after block 20: alloc=28.00GB peak=48.90GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.90GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.90GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.46GB peak=57.66GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.02GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 3, 2026 - 00:18:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.679665  38.760372  38.606419
+peak_gpu_mem_gb           54.432534  54.433307  54.432277
+peak_gpu_mem_reserved_gb  57.541016  58.224609  55.490234
+util                      97.750000  99.000000  94.000000
+[Apr 3, 2026 - 00:18:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 13 : avg iteration time       48.16 seconds
+[Apr 3, 2026 - 00:18:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 13 : data loading time        0.00
+[Apr 3, 2026 - 00:18:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 13 : avg forward pass time    12.17
+[Apr 3, 2026 - 00:18:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 13 : backward pass time       11.32
+[Apr 3, 2026 - 00:18:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 13 : optimizer step time      1.17
+[Apr 3, 2026 - 00:18:43 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 13--------------------
+[Apr 3, 2026 - 00:18:43 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0072        iter count: 1.0
+[Apr 3, 2026 - 00:18:43 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0072   iter count: 1.0
+[Apr 3, 2026 - 00:18:43 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 3, 2026 - 00:18:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.40GB reserved=59.58GB peak=58.45GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.44GB reserved=49.54GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.32GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.90GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.71GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.00GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.44GB peak=57.66GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.23GB reserved=50.32GB peak=49.69GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.11GB peak=49.69GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.69GB
+[MEM-fwd] after block 10: alloc=23.50GB peak=49.69GB
+[MEM-fwd] after block 20: alloc=28.78GB peak=49.69GB
+[MEM-fwd] after block 29: alloc=33.54GB peak=49.69GB
+[MEM-fwd] after head+unpatchify: alloc=34.62GB peak=49.69GB
+[Apr 3, 2026 - 00:19:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.679850   38.761127  38.606380
+peak_gpu_mem_gb           54.432534   54.433307  54.432277
+peak_gpu_mem_reserved_gb  55.739258   55.744141  55.724609
+util                      98.000000  100.000000  94.000000
+[Apr 3, 2026 - 00:19:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 14 : avg iteration time       57.85 seconds
+[Apr 3, 2026 - 00:19:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 14 : data loading time        0.00
+[Apr 3, 2026 - 00:19:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 14 : avg forward pass time    17.00
+[Apr 3, 2026 - 00:19:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 14 : backward pass time       11.34
+[Apr 3, 2026 - 00:19:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 14 : optimizer step time      1.18
+[Apr 3, 2026 - 00:19:41 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 14--------------------
+[Apr 3, 2026 - 00:19:41 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0077        iter count: 1.0
+[Apr 3, 2026 - 00:19:41 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0077   iter count: 1.0
+[Apr 3, 2026 - 00:19:41 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 3, 2026 - 00:19:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.40GB reserved=59.83GB peak=58.45GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.44GB reserved=49.50GB peak=48.91GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.32GB peak=48.91GB
+[MEM-fwd] after block 0: alloc=16.90GB peak=48.91GB
+[MEM-fwd] after block 10: alloc=22.71GB peak=48.91GB
+[MEM-fwd] after block 20: alloc=28.00GB peak=48.91GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.91GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.91GB
+[MEM] student_update: START: alloc=16.30GB reserved=59.44GB peak=57.72GB
+[MEM] student_update: after rollout: alloc=65.84GB reserved=68.21GB peak=67.61GB
+[MEM] student_update: after perturb: alloc=65.86GB reserved=68.21GB peak=67.61GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=66.61GB peak=67.61GB
+[MEM-fwd] after block 0: alloc=66.66GB peak=77.07GB
+[MEM-fwd] after block 10: alloc=67.19GB peak=77.60GB
+[MEM-fwd] after block 20: alloc=67.19GB peak=77.60GB
+[MEM-fwd] after block 29: alloc=67.19GB peak=77.60GB
+[MEM-fwd] after head+unpatchify: alloc=66.68GB peak=77.60GB
+[MEM] student_update: after fake_score: alloc=65.94GB reserved=80.02GB peak=77.60GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.86GB peak=77.60GB
+[MEM-fwd] after block 0: alloc=68.57GB peak=90.41GB
+[MEM-fwd] after block 10: alloc=70.33GB peak=92.17GB
+[MEM-fwd] after block 20: alloc=70.33GB peak=92.17GB
+[MEM-fwd] after block 30: alloc=70.33GB peak=92.17GB
+[MEM-fwd] after block 39: alloc=70.33GB peak=92.17GB
+[MEM-fwd] after head+unpatchify: alloc=68.59GB peak=92.17GB
+[MEM] student_update: after teacher: alloc=65.96GB reserved=95.12GB peak=92.17GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.89GB peak=92.17GB
+[MEM-fwd] after block 0: alloc=68.59GB peak=92.17GB
+[MEM-fwd] after block 10: alloc=70.35GB peak=92.19GB
+[MEM-fwd] after block 20: alloc=70.35GB peak=92.19GB
+[MEM-fwd] after block 30: alloc=70.35GB peak=92.19GB
+[MEM-fwd] after block 39: alloc=70.35GB peak=92.19GB
+[MEM-fwd] after head+unpatchify: alloc=68.61GB peak=92.19GB
+[MEM] student_update: after CFG: alloc=65.96GB reserved=95.12GB peak=92.19GB
+[MEM] student_update: after VSD loss: alloc=65.98GB reserved=95.12GB peak=92.19GB
+[MEM] fake_score_update: START: alloc=14.18GB reserved=98.66GB peak=92.19GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=17.02GB reserved=54.16GB peak=50.48GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.78GB peak=50.48GB
+[MEM-fwd] after block 0: alloc=18.42GB peak=50.48GB
+[MEM-fwd] after block 10: alloc=24.23GB peak=50.48GB
+[MEM-fwd] after block 20: alloc=29.52GB peak=50.48GB
+[MEM-fwd] after block 29: alloc=34.27GB peak=50.48GB
+[MEM-fwd] after head+unpatchify: alloc=35.35GB peak=50.48GB
+[MEM] student_update: START: alloc=17.03GB reserved=63.28GB peak=58.45GB
+[MEM] student_update: after rollout: alloc=66.57GB reserved=69.53GB peak=68.34GB
+[MEM] student_update: after perturb: alloc=66.59GB reserved=69.53GB peak=68.34GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=67.34GB peak=68.34GB
+[MEM-fwd] after block 0: alloc=67.39GB peak=77.80GB
+[MEM-fwd] after block 10: alloc=67.92GB peak=78.33GB
+[MEM-fwd] after block 20: alloc=67.92GB peak=78.33GB
+[MEM-fwd] after block 29: alloc=67.92GB peak=78.33GB
+[MEM-fwd] after head+unpatchify: alloc=67.41GB peak=78.33GB
+[MEM] student_update: after fake_score: alloc=66.67GB reserved=80.78GB peak=78.33GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=68.60GB peak=78.33GB
+[MEM-fwd] after block 0: alloc=69.30GB peak=91.14GB
+[MEM-fwd] after block 10: alloc=71.06GB peak=92.90GB
+[MEM-fwd] after block 20: alloc=71.06GB peak=92.90GB
+[MEM-fwd] after block 30: alloc=71.06GB peak=92.90GB
+[MEM-fwd] after block 39: alloc=71.06GB peak=92.90GB
+[MEM-fwd] after head+unpatchify: alloc=69.32GB peak=92.90GB
+[MEM] student_update: after teacher: alloc=66.69GB reserved=96.38GB peak=92.90GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=68.62GB peak=92.90GB
+[MEM-fwd] after block 0: alloc=69.32GB peak=92.90GB
+[MEM-fwd] after block 10: alloc=71.08GB peak=92.93GB
+[MEM-fwd] after block 20: alloc=71.08GB peak=92.93GB
+[MEM-fwd] after block 30: alloc=71.08GB peak=92.93GB
+[MEM-fwd] after block 39: alloc=71.08GB peak=92.93GB
+[MEM-fwd] after head+unpatchify: alloc=69.34GB peak=92.93GB
+[MEM] student_update: after CFG: alloc=66.69GB reserved=96.42GB peak=92.93GB
+[MEM] student_update: after VSD loss: alloc=66.71GB reserved=96.42GB peak=92.93GB
+[Apr 3, 2026 - 00:22:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.679507  38.759026  38.606628
+peak_gpu_mem_gb           86.542802  86.543575  86.542545
+peak_gpu_mem_reserved_gb  92.208496  92.222656  92.166016
+util                      77.500000  82.000000  71.000000
+[Apr 3, 2026 - 00:22:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 15 : avg iteration time       182.57 seconds
+[Apr 3, 2026 - 00:22:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 15 : data loading time        0.00
+[Apr 3, 2026 - 00:22:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 15 : avg forward pass time    81.19
+[Apr 3, 2026 - 00:22:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 15 : backward pass time       10.03
+[Apr 3, 2026 - 00:22:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 15 : optimizer step time      0.22
+[Apr 3, 2026 - 00:22:44 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 15--------------------
+[Apr 3, 2026 - 00:22:44 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.6475        iter count: 1.0
+[Apr 3, 2026 - 00:22:44 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_vsd_loss: 0.6475          iter count: 1.0
+[Apr 3, 2026 - 00:22:44 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 3, 2026 - 00:22:44 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0067   iter count: 1.0
+[Apr 3, 2026 - 00:22:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=13.44GB reserved=98.96GB peak=92.93GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.27GB reserved=53.40GB peak=49.73GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.04GB peak=49.73GB
+[MEM-fwd] after block 0: alloc=17.67GB peak=49.73GB
+[MEM-fwd] after block 10: alloc=23.49GB peak=49.73GB
+[MEM-fwd] after block 20: alloc=28.77GB peak=49.73GB
+[MEM-fwd] after block 29: alloc=33.53GB peak=49.73GB
+[MEM-fwd] after head+unpatchify: alloc=34.61GB peak=49.73GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=62.56GB peak=58.43GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=16.24GB reserved=50.28GB peak=49.70GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=17.12GB peak=49.70GB
+[MEM-fwd] after block 0: alloc=17.69GB peak=49.70GB
+[MEM-fwd] after block 10: alloc=23.51GB peak=49.70GB
+[MEM-fwd] after block 20: alloc=28.79GB peak=49.70GB
+[MEM-fwd] after block 29: alloc=33.55GB peak=49.70GB
+[MEM-fwd] after head+unpatchify: alloc=34.63GB peak=49.70GB
+[Apr 3, 2026 - 00:23:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.679513   38.759029  38.606636
+peak_gpu_mem_gb           54.440308   54.441080  54.440050
+peak_gpu_mem_reserved_gb  57.801758   58.539062  55.589844
+util                      98.500000  100.000000  95.000000
+[Apr 3, 2026 - 00:23:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 16 : avg iteration time       58.84 seconds
+[Apr 3, 2026 - 00:23:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 16 : data loading time        0.00
+[Apr 3, 2026 - 00:23:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 16 : avg forward pass time    17.46
+[Apr 3, 2026 - 00:23:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 16 : backward pass time       11.37
+[Apr 3, 2026 - 00:23:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 16 : optimizer step time      1.18
+[Apr 3, 2026 - 00:23:43 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 16--------------------
+[Apr 3, 2026 - 00:23:43 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0066        iter count: 1.0
+[Apr 3, 2026 - 00:23:43 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0066   iter count: 1.0
+[Apr 3, 2026 - 00:23:43 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 3, 2026 - 00:23:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=15.41GB reserved=59.69GB peak=58.46GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.45GB reserved=49.55GB peak=48.92GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.33GB peak=48.92GB
+[MEM-fwd] after block 0: alloc=16.91GB peak=48.92GB
+[MEM-fwd] after block 10: alloc=22.72GB peak=48.92GB
+[MEM-fwd] after block 20: alloc=28.01GB peak=48.92GB
+[MEM-fwd] after block 29: alloc=32.76GB peak=48.92GB
+[MEM-fwd] after head+unpatchify: alloc=33.84GB peak=48.92GB
+[MEM] fake_score_update: START: alloc=16.19GB reserved=59.46GB peak=57.67GB
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/files/requirements.txt b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d9eeb678519cd717448550acc79516acd3ac75
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/files/requirements.txt
@@ -0,0 +1,222 @@
+fastgen==0.1.0
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+wandb==0.25.0
+fastgen==0.1.0
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+click==8.3.1
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..75ae68ca9938476cd9cfa9dd576207f976b874fe
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/files/wandb-metadata.json
@@ -0,0 +1,68 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-02T15:01:32.168210Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf.py",
+    "-",
+    "trainer.resume=False",
+    "log_config.name=sf_4gpu_bs8_lr2e6_5000iter_shift5_combined",
+    "log_config.project=OmniAvatar-FastGen"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "04de80beaf50f849c12a55a5d8358d94530b7bb5"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "270456766464"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "wykcz6se3w95mxueg1dbfpdz1rkcn7vb"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/logs/debug-core.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..eccf4dad3e1f223e3b414faf13b959820954efed
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/logs/debug-core.log
@@ -0,0 +1,8 @@
+{"time":"2026-04-03T00:01:32.229543031+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpprztt27o/port-1047116.txt","pid":1047116,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-03T00:01:32.230033289+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":1047116}
+{"time":"2026-04-03T00:01:32.230022361+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-1047116-1057160-4156700530/socket","Net":"unix"}}
+{"time":"2026-04-03T00:01:32.416224439+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-03T00:01:32.430551403+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"nkf4iovm","id":"1(@)"}
+{"time":"2026-04-03T00:01:32.80024046+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"nkf4iovm","id":"1(@)"}
+{"time":"2026-04-03T00:01:38.985900014+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"rtqkkeh0iczo"}
+{"time":"2026-04-03T00:24:18.430668942+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/logs/debug-internal.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..81dd4854e4ec88094b2df88a72ff3d07b7568953
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/logs/debug-internal.log
@@ -0,0 +1,6 @@
+{"time":"2026-04-03T00:01:32.430639522+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-03T00:01:32.800089951+09:00","level":"INFO","msg":"stream: created new stream","id":"nkf4iovm"}
+{"time":"2026-04-03T00:01:32.800139938+09:00","level":"INFO","msg":"handler: started","stream_id":"nkf4iovm"}
+{"time":"2026-04-03T00:01:32.800233729+09:00","level":"INFO","msg":"stream: started","id":"nkf4iovm"}
+{"time":"2026-04-03T00:01:32.80025365+09:00","level":"INFO","msg":"sender: started","stream_id":"nkf4iovm"}
+{"time":"2026-04-03T00:01:32.800252986+09:00","level":"INFO","msg":"writer: started","stream_id":"nkf4iovm"}
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/logs/debug.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..ac853446b437d0d6d96c0bae0f7e4fd30416a821
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/logs/debug.log
@@ -0,0 +1,19 @@
+2026-04-03 00:01:32,169 INFO    MainThread:1047116 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-03 00:01:32,169 INFO    MainThread:1047116 [wandb_setup.py:_flush():81] Configure stats pid to 1047116
+2026-04-03 00:01:32,169 INFO    MainThread:1047116 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-03 00:01:32,169 INFO    MainThread:1047116 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/logs/debug.log
+2026-04-03 00:01:32,170 INFO    MainThread:1047116 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/logs/debug-internal.log
+2026-04-03 00:01:32,170 INFO    MainThread:1047116 [wandb_init.py:init():844] calling init triggers
+2026-04-03 00:01:32,170 INFO    MainThread:1047116 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf', 'name': 'sf_4gpu_bs8_lr2e6_5000iter_shift5_combined', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '5000', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '2', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '10000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '8', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>"}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7f328019bce0>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>"}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_phase2/step-10500.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'guidance_scale': '4.5', 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f32803f2660>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.937', '0.833', '0.624', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '4', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'bfloat16', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f32803f2660>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7f32803f2660>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing.OmniAvatarSelfForcingModel'>"}, '_wandb': {}}
+2026-04-03 00:01:32,170 INFO    MainThread:1047116 [wandb_init.py:init():892] starting backend
+2026-04-03 00:01:32,416 INFO    MainThread:1047116 [wandb_init.py:init():895] sending inform_init request
+2026-04-03 00:01:32,428 INFO    MainThread:1047116 [wandb_init.py:init():903] backend started and connected
+2026-04-03 00:01:32,432 INFO    MainThread:1047116 [wandb_init.py:init():973] updated telemetry
+2026-04-03 00:01:32,448 INFO    MainThread:1047116 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-03 00:01:33,668 INFO    MainThread:1047116 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-03 00:01:33,982 INFO    MainThread:1047116 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-03 00:01:33,982 INFO    MainThread:1047116 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-03 00:01:33,982 INFO    MainThread:1047116 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-03 00:01:33,982 INFO    MainThread:1047116 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-03 00:01:33,986 INFO    MainThread:1047116 [wandb_init.py:init():1082] run started, returning control to user process
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/run-nkf4iovm.wandb b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/run-nkf4iovm.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..76575509c3019dad834989ae2bf1d4bedd354a6c
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb/run-20260403_000132-nkf4iovm/run-nkf4iovm.wandb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b0ff79a5dafcc07f84b00216e9f32cb24f03c12ace3669ef628f85ac889c1e
+size 360448
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb_id.txt b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb_id.txt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1bb1f13a48f77659b2c3b7dbf0ad9c7840cb29
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined/wandb_id.txt
@@ -0,0 +1 @@
+nkf4iovm
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined_v2/config.yaml b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined_v2/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..526c1db19d8cb92f4b84eef6bffbbf0a95b0482a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined_v2/config.yaml
@@ -0,0 +1,259 @@
+dataloader_train:
+  _target_: <class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>
+  batch_size: '8'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_path.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+  num_workers: '2'
+  use_ref_sequence: 'True'
+dataloader_val:
+  _target_: <function create_omniavatar_dataloader at 0x7fb9c8423a60>
+  batch_size: '1'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_val10.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  load_ode_path: 'False'
+  neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+  num_workers: '2'
+  use_ref_sequence: 'True'
+eval:
+  max_ckpt: '100000000'
+  min_ckpt: '0'
+  num_samples: '50000'
+  samples_dir: samples
+  save_images: 'False'
+log_config:
+  group: omniavatar_sf
+  name: sf_4gpu_bs8_lr2e6_5000iter_shift5_combined_v2
+  project: OmniAvatar-FastGen
+  wandb_credential: ./credentials/wandb_api.txt
+  wandb_entity: paulhcho
+  wandb_mode: online
+model:
+  add_teacher_to_fsdp_dict: 'True'
+  context_noise: '0.0'
+  ddp_find_unused_parameters: 'True'
+  device: cuda
+  discriminator:
+    _target_: <class 'fastgen.networks.discriminators.Discriminator_EDM'>
+    all_res:
+    - '32'
+    - '16'
+    - '8'
+    feature_indices: '{0, 1, 2}'
+    in_channels: '256'
+  discriminator_optimizer:
+    _target_: <function get_optimizer at 0x7fb9c867e660>
+    betas:
+    - '0.9'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: '0.0001'
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  discriminator_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  enable_gradient_in_rollout: 'True'
+  enable_preprocessors: 'True'
+  fake_score: null
+  fake_score_net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+    in_dim: '65'
+    merge_lora: 'False'
+    mode: v2v
+    model_size: 1.3B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+    schedule_type: rf
+    use_audio: 'True'
+  fake_score_optimizer:
+    _target_: <function get_optimizer at 0x7fb9c867e660>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 2e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  fake_score_pred_type: x0
+  fake_score_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  fsdp_meta_init: 'False'
+  gan_loss_weight_gen: '0'
+  gan_r1_reg_alpha: '0.1'
+  gan_r1_reg_weight: '0.0'
+  gan_use_same_t_noise: 'False'
+  grad_scaler_enabled: 'False'
+  grad_scaler_growth_interval: '2000'
+  grad_scaler_init_scale: '65536.0'
+  guidance_scale: '4.5'
+  input_shape:
+  - '16'
+  - '21'
+  - '64'
+  - '64'
+  last_step_only: 'False'
+  load_student_weights: 'False'
+  net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+    chunk_size: '3'
+    in_dim: '65'
+    mode: v2v
+    model_size: 1.3B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+    schedule_type: rf
+    total_num_frames: '21'
+    use_audio: 'True'
+  net_optimizer:
+    _target_: <function get_optimizer at 0x7fb9c867e660>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 2e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  net_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  precision: bfloat16
+  precision_amp: null
+  precision_amp_enc: null
+  precision_amp_infer: null
+  precision_fsdp: bfloat16
+  pretrained_model_path: ''
+  pretrained_student_net_path: ''
+  same_step_across_blocks: 'True'
+  sample_t_cfg:
+    log_t_df: '0.01'
+    max_t: '0.999'
+    min_t: '0.001'
+    shift: '5.0'
+    t_list:
+    - '0.999'
+    - '0.937'
+    - '0.833'
+    - '0.624'
+    - '0.0'
+    time_dist_type: shifted
+    train_p_mean: '-1.1'
+    train_p_std: '2.0'
+  skip_layers: null
+  start_gradient_frame: '0'
+  student_sample_steps: '4'
+  student_sample_type: sde
+  student_update_freq: '5'
+  teacher:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+    in_dim: '65'
+    merge_lora: 'True'
+    mode: v2v
+    model_size: 14B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_phase2/step-10500.pt
+    schedule_type: rf
+    use_audio: 'True'
+  use_ema: 'False'
+model_class:
+  _target_: <class 'fastgen.methods.omniavatar_self_forcing.OmniAvatarSelfForcingModel'>
+  config: null
+trainer:
+  augment_pipe: null
+  batch_size_global: null
+  callbacks:
+    ema:
+      _target_: <class 'fastgen.callbacks.ema.EMACallback'>
+      beta: '0.9999'
+      ema_halflife_kimg: '500'
+      ema_rampup_ratio: '0.05'
+      gamma: '16.97'
+      start_iter: '0'
+      type: constant
+    gpu_stats:
+      _target_: <class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>
+      every_n: '100'
+    grad_clip:
+      _target_: <class 'fastgen.callbacks.grad_clip.GradClipCallback'>
+      grad_norm: '10.0'
+      model_key: net
+    param_count:
+      _target_: <class 'fastgen.callbacks.param_count.ParamCountCallback'>
+    train_profiler:
+      _target_: <class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>
+      every_n: '100'
+    wandb:
+      _target_: <class 'fastgen.callbacks.wandb.WandbCallback'>
+      fps: '25'
+      sample_logging_iter: '100'
+  checkpointer:
+    pretrained_ckpt_key_map:
+      net: net
+    pretrained_ckpt_path: /home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth
+    s3_container: s3://checkpoints/fastgen
+    s3_credential: ./credentials/s3.json
+    save_dir: /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_4gpu_bs8_lr2e6_5000iter_shift5_combined_v2/checkpoints
+    use_s3: 'False'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp: 'False'
+  fsdp: 'True'
+  fsdp_cpu_offload: 'False'
+  fsdp_min_num_params: '10000000'
+  fsdp_sharding_group_size: null
+  global_vars: null
+  global_vars_val:
+  - null
+  grad_accum_rounds: '2'
+  logging_iter: '1'
+  max_iter: '5000'
+  offload_module_in_decoding: 'False'
+  resume: 'False'
+  save_ckpt_iter: '100'
+  seed: '0'
+  skip_initial_validation: 'True'
+  tf32_enabled: 'True'
+  val_seed: null
+  validation_iter: '100'
+  visualize_teacher: 'False'
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_debug/config.yaml b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_debug/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..460d4b4db979dc4a95041527eddc9fb052133540
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_debug/config.yaml
@@ -0,0 +1,259 @@
+dataloader_train:
+  _target_: <class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>
+  batch_size: '8'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_path.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+  num_workers: '2'
+  use_ref_sequence: 'True'
+dataloader_val:
+  _target_: <function create_omniavatar_dataloader at 0x7f7c52b8fce0>
+  batch_size: '1'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_val10.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  load_ode_path: 'False'
+  neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+  num_workers: '2'
+  use_ref_sequence: 'True'
+eval:
+  max_ckpt: '100000000'
+  min_ckpt: '0'
+  num_samples: '50000'
+  samples_dir: samples
+  save_images: 'False'
+log_config:
+  group: omniavatar_sf
+  name: sf_combined_debug
+  project: OmniAvatar-FastGen
+  wandb_credential: ./credentials/wandb_api.txt
+  wandb_entity: paulhcho
+  wandb_mode: disabled
+model:
+  add_teacher_to_fsdp_dict: 'True'
+  context_noise: '0.0'
+  ddp_find_unused_parameters: 'True'
+  device: cuda
+  discriminator:
+    _target_: <class 'fastgen.networks.discriminators.Discriminator_EDM'>
+    all_res:
+    - '32'
+    - '16'
+    - '8'
+    feature_indices: '{0, 1, 2}'
+    in_channels: '256'
+  discriminator_optimizer:
+    _target_: <function get_optimizer at 0x7f7c52bf2660>
+    betas:
+    - '0.9'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: '0.0001'
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  discriminator_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  enable_gradient_in_rollout: 'True'
+  enable_preprocessors: 'True'
+  fake_score: null
+  fake_score_net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+    in_dim: '65'
+    merge_lora: 'False'
+    mode: v2v
+    model_size: 1.3B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+    schedule_type: rf
+    use_audio: 'True'
+  fake_score_optimizer:
+    _target_: <function get_optimizer at 0x7f7c52bf2660>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 2e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  fake_score_pred_type: x0
+  fake_score_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  fsdp_meta_init: 'False'
+  gan_loss_weight_gen: '0'
+  gan_r1_reg_alpha: '0.1'
+  gan_r1_reg_weight: '0.0'
+  gan_use_same_t_noise: 'False'
+  grad_scaler_enabled: 'False'
+  grad_scaler_growth_interval: '2000'
+  grad_scaler_init_scale: '65536.0'
+  guidance_scale: '4.5'
+  input_shape:
+  - '16'
+  - '21'
+  - '64'
+  - '64'
+  last_step_only: 'False'
+  load_student_weights: 'False'
+  net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+    chunk_size: '3'
+    in_dim: '65'
+    mode: v2v
+    model_size: 1.3B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+    schedule_type: rf
+    total_num_frames: '21'
+    use_audio: 'True'
+  net_optimizer:
+    _target_: <function get_optimizer at 0x7f7c52bf2660>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 2e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  net_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  precision: bfloat16
+  precision_amp: null
+  precision_amp_enc: null
+  precision_amp_infer: null
+  precision_fsdp: bfloat16
+  pretrained_model_path: ''
+  pretrained_student_net_path: ''
+  same_step_across_blocks: 'True'
+  sample_t_cfg:
+    log_t_df: '0.01'
+    max_t: '0.999'
+    min_t: '0.001'
+    shift: '5.0'
+    t_list:
+    - '0.999'
+    - '0.937'
+    - '0.833'
+    - '0.624'
+    - '0.0'
+    time_dist_type: shifted
+    train_p_mean: '-1.1'
+    train_p_std: '2.0'
+  skip_layers: null
+  start_gradient_frame: '0'
+  student_sample_steps: '4'
+  student_sample_type: sde
+  student_update_freq: '5'
+  teacher:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+    in_dim: '65'
+    merge_lora: 'True'
+    mode: v2v
+    model_size: 14B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_phase2/step-10500.pt
+    schedule_type: rf
+    use_audio: 'True'
+  use_ema: 'False'
+model_class:
+  _target_: <class 'fastgen.methods.omniavatar_self_forcing.OmniAvatarSelfForcingModel'>
+  config: null
+trainer:
+  augment_pipe: null
+  batch_size_global: null
+  callbacks:
+    ema:
+      _target_: <class 'fastgen.callbacks.ema.EMACallback'>
+      beta: '0.9999'
+      ema_halflife_kimg: '500'
+      ema_rampup_ratio: '0.05'
+      gamma: '16.97'
+      start_iter: '0'
+      type: constant
+    gpu_stats:
+      _target_: <class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>
+      every_n: '100'
+    grad_clip:
+      _target_: <class 'fastgen.callbacks.grad_clip.GradClipCallback'>
+      grad_norm: '10.0'
+      model_key: net
+    param_count:
+      _target_: <class 'fastgen.callbacks.param_count.ParamCountCallback'>
+    train_profiler:
+      _target_: <class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>
+      every_n: '100'
+    wandb:
+      _target_: <class 'fastgen.callbacks.wandb.WandbCallback'>
+      fps: '25'
+      sample_logging_iter: '100'
+  checkpointer:
+    pretrained_ckpt_key_map:
+      net: net
+    pretrained_ckpt_path: /home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth
+    s3_container: s3://checkpoints/fastgen
+    s3_credential: ./credentials/s3.json
+    save_dir: /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_debug/checkpoints
+    use_s3: 'False'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp: 'False'
+  fsdp: 'True'
+  fsdp_cpu_offload: 'False'
+  fsdp_min_num_params: '10000000'
+  fsdp_sharding_group_size: null
+  global_vars: null
+  global_vars_val:
+  - null
+  grad_accum_rounds: '2'
+  logging_iter: '1'
+  max_iter: '10'
+  offload_module_in_decoding: 'False'
+  resume: 'False'
+  save_ckpt_iter: '100'
+  seed: '0'
+  skip_initial_validation: 'True'
+  tf32_enabled: 'True'
+  val_seed: null
+  validation_iter: '100'
+  visualize_teacher: 'False'
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_debug/wandb_id.txt b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_debug/wandb_id.txt
new file mode 100644
index 0000000000000000000000000000000000000000..380aebb66a4f71c5dbf89420c3a51097a3ad6665
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_debug/wandb_id.txt
@@ -0,0 +1 @@
+k4ws77lt
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/config.yaml b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..3ae15df1b6eb6517338e43a817a958890c015a18
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/config.yaml
@@ -0,0 +1,259 @@
+dataloader_train:
+  _target_: <class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>
+  batch_size: '8'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_path.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+  num_workers: '2'
+  use_ref_sequence: 'True'
+dataloader_val:
+  _target_: <function create_omniavatar_dataloader at 0x7f99973a7ce0>
+  batch_size: '1'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_val10.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  load_ode_path: 'False'
+  neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+  num_workers: '2'
+  use_ref_sequence: 'True'
+eval:
+  max_ckpt: '100000000'
+  min_ckpt: '0'
+  num_samples: '50000'
+  samples_dir: samples
+  save_images: 'False'
+log_config:
+  group: omniavatar_sf
+  name: sf_combined_step_test
+  project: OmniAvatar-FastGen
+  wandb_credential: ./credentials/wandb_api.txt
+  wandb_entity: paulhcho
+  wandb_mode: online
+model:
+  add_teacher_to_fsdp_dict: 'True'
+  context_noise: '0.0'
+  ddp_find_unused_parameters: 'True'
+  device: cuda
+  discriminator:
+    _target_: <class 'fastgen.networks.discriminators.Discriminator_EDM'>
+    all_res:
+    - '32'
+    - '16'
+    - '8'
+    feature_indices: '{0, 1, 2}'
+    in_channels: '256'
+  discriminator_optimizer:
+    _target_: <function get_optimizer at 0x7f99975fe660>
+    betas:
+    - '0.9'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: '0.0001'
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  discriminator_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  enable_gradient_in_rollout: 'True'
+  enable_preprocessors: 'True'
+  fake_score: null
+  fake_score_net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+    in_dim: '65'
+    merge_lora: 'False'
+    mode: v2v
+    model_size: 1.3B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+    schedule_type: rf
+    use_audio: 'True'
+  fake_score_optimizer:
+    _target_: <function get_optimizer at 0x7f99975fe660>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 2e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  fake_score_pred_type: x0
+  fake_score_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  fsdp_meta_init: 'False'
+  gan_loss_weight_gen: '0'
+  gan_r1_reg_alpha: '0.1'
+  gan_r1_reg_weight: '0.0'
+  gan_use_same_t_noise: 'False'
+  grad_scaler_enabled: 'False'
+  grad_scaler_growth_interval: '2000'
+  grad_scaler_init_scale: '65536.0'
+  guidance_scale: '4.5'
+  input_shape:
+  - '16'
+  - '21'
+  - '64'
+  - '64'
+  last_step_only: 'False'
+  load_student_weights: 'False'
+  net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+    chunk_size: '3'
+    in_dim: '65'
+    mode: v2v
+    model_size: 1.3B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+    schedule_type: rf
+    total_num_frames: '21'
+    use_audio: 'True'
+  net_optimizer:
+    _target_: <function get_optimizer at 0x7f99975fe660>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 2e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  net_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  precision: bfloat16
+  precision_amp: null
+  precision_amp_enc: null
+  precision_amp_infer: null
+  precision_fsdp: bfloat16
+  pretrained_model_path: ''
+  pretrained_student_net_path: ''
+  same_step_across_blocks: 'True'
+  sample_t_cfg:
+    log_t_df: '0.01'
+    max_t: '0.999'
+    min_t: '0.001'
+    shift: '5.0'
+    t_list:
+    - '0.999'
+    - '0.937'
+    - '0.833'
+    - '0.624'
+    - '0.0'
+    time_dist_type: shifted
+    train_p_mean: '-1.1'
+    train_p_std: '2.0'
+  skip_layers: null
+  start_gradient_frame: '0'
+  student_sample_steps: '4'
+  student_sample_type: sde
+  student_update_freq: '5'
+  teacher:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+    in_dim: '65'
+    merge_lora: 'True'
+    mode: v2v
+    model_size: 14B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_phase2/step-10500.pt
+    schedule_type: rf
+    use_audio: 'True'
+  use_ema: 'False'
+model_class:
+  _target_: <class 'fastgen.methods.omniavatar_self_forcing.OmniAvatarSelfForcingModel'>
+  config: null
+trainer:
+  augment_pipe: null
+  batch_size_global: null
+  callbacks:
+    ema:
+      _target_: <class 'fastgen.callbacks.ema.EMACallback'>
+      beta: '0.9999'
+      ema_halflife_kimg: '500'
+      ema_rampup_ratio: '0.05'
+      gamma: '16.97'
+      start_iter: '0'
+      type: constant
+    gpu_stats:
+      _target_: <class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>
+      every_n: '100'
+    grad_clip:
+      _target_: <class 'fastgen.callbacks.grad_clip.GradClipCallback'>
+      grad_norm: '10.0'
+      model_key: net
+    param_count:
+      _target_: <class 'fastgen.callbacks.param_count.ParamCountCallback'>
+    train_profiler:
+      _target_: <class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>
+      every_n: '100'
+    wandb:
+      _target_: <class 'fastgen.callbacks.wandb.WandbCallback'>
+      fps: '25'
+      sample_logging_iter: '100'
+  checkpointer:
+    pretrained_ckpt_key_map:
+      net: net
+    pretrained_ckpt_path: /home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth
+    s3_container: s3://checkpoints/fastgen
+    s3_credential: ./credentials/s3.json
+    save_dir: /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/checkpoints
+    use_s3: 'False'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp: 'False'
+  fsdp: 'True'
+  fsdp_cpu_offload: 'False'
+  fsdp_min_num_params: '10000000'
+  fsdp_sharding_group_size: null
+  global_vars: null
+  global_vars_val:
+  - null
+  grad_accum_rounds: '2'
+  logging_iter: '1'
+  max_iter: '20'
+  offload_module_in_decoding: 'False'
+  resume: 'False'
+  save_ckpt_iter: '100'
+  seed: '0'
+  skip_initial_validation: 'True'
+  tf32_enabled: 'True'
+  val_seed: null
+  validation_iter: '100'
+  visualize_teacher: 'False'
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/debug-internal.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..d7bae7dcb8591aa8c649f351d1742e0b9a51eeae
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/debug-internal.log
@@ -0,0 +1,11 @@
+{"time":"2026-04-02T22:45:31.396833745+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-02T22:45:31.746696076+09:00","level":"INFO","msg":"stream: created new stream","id":"spcd04xe"}
+{"time":"2026-04-02T22:45:31.746744779+09:00","level":"INFO","msg":"handler: started","stream_id":"spcd04xe"}
+{"time":"2026-04-02T22:45:31.746822827+09:00","level":"INFO","msg":"stream: started","id":"spcd04xe"}
+{"time":"2026-04-02T22:45:31.746841154+09:00","level":"INFO","msg":"sender: started","stream_id":"spcd04xe"}
+{"time":"2026-04-02T22:45:31.74684523+09:00","level":"INFO","msg":"writer: started","stream_id":"spcd04xe"}
+{"time":"2026-04-02T22:52:57.91103952+09:00","level":"INFO","msg":"stream: closing","id":"spcd04xe"}
+{"time":"2026-04-02T22:52:58.486184439+09:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-04-02T22:52:58.869727008+09:00","level":"INFO","msg":"handler: closed","stream_id":"spcd04xe"}
+{"time":"2026-04-02T22:52:58.869816672+09:00","level":"INFO","msg":"sender: closed","stream_id":"spcd04xe"}
+{"time":"2026-04-02T22:52:58.869827326+09:00","level":"INFO","msg":"stream: closed","id":"spcd04xe"}
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/debug.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..e00459928a1d43692157ee663d7093c14e41a98f
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/debug.log
@@ -0,0 +1,21 @@
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_setup.py:_flush():81] Configure stats pid to 792541
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/logs/debug.log
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/logs/debug-internal.log
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_init.py:init():844] calling init triggers
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf', 'name': 'sf_combined_step_test', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '20', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '2', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '10000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '8', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>"}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7ff2f56a3ce0>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>"}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_phase2/step-10500.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'guidance_scale': '4.5', 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7ff2f5916660>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.937', '0.833', '0.624', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '4', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'bfloat16', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7ff2f5916660>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7ff2f5916660>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing.OmniAvatarSelfForcingModel'>"}, '_wandb': {}}
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_init.py:init():892] starting backend
+2026-04-02 22:45:31,381 INFO    MainThread:792541 [wandb_init.py:init():895] sending inform_init request
+2026-04-02 22:45:31,394 INFO    MainThread:792541 [wandb_init.py:init():903] backend started and connected
+2026-04-02 22:45:31,398 INFO    MainThread:792541 [wandb_init.py:init():973] updated telemetry
+2026-04-02 22:45:31,413 INFO    MainThread:792541 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-02 22:45:32,719 INFO    MainThread:792541 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-02 22:45:32,993 INFO    MainThread:792541 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-02 22:45:32,993 INFO    MainThread:792541 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-02 22:45:32,994 INFO    MainThread:792541 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-02 22:45:32,994 INFO    MainThread:792541 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-02 22:45:32,998 INFO    MainThread:792541 [wandb_init.py:init():1082] run started, returning control to user process
+2026-04-02 22:52:57,911 INFO    wandb-AsyncioManager-main:792541 [service_client.py:_forward_responses():134] Reached EOF.
+2026-04-02 22:52:57,911 INFO    wandb-AsyncioManager-main:792541 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles.
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/files/config.yaml b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/files/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..c6c157cbfa024ada36046fd3bf8d5a679feda6c3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/files/config.yaml
@@ -0,0 +1,362 @@
+_wandb:
+    value:
+        cli_version: 0.25.0
+        e:
+            mf7qlulwtbceq6fkw52thj4sgf25e3dz:
+                args:
+                    - --config=fastgen/configs/experiments/OmniAvatar/config_sf.py
+                    - '-'
+                    - trainer.resume=False
+                    - log_config.name=sf_combined_step_test
+                    - log_config.project=OmniAvatar-FastGen
+                    - trainer.max_iter=20
+                codePath: train.py
+                codePathLocal: train.py
+                cpu_count: 112
+                cpu_count_logical: 224
+                cudaVersion: "12.9"
+                disk:
+                    /:
+                        total: "1356758433792"
+                        used: "257963536384"
+                email: paul.hyunbin@gmail.com
+                executable: /home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12
+                git:
+                    commit: 04de80beaf50f849c12a55a5d8358d94530b7bb5
+                    remote: https://paulcho98:@github.com/paulcho98/FastGen.git
+                gpu: NVIDIA H200
+                gpu_count: 4
+                gpu_nvidia:
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0
+                host: main1
+                memory:
+                    total: "2163961778176"
+                os: Linux-5.15.0-151-generic-x86_64-with-glibc2.39
+                program: /home/work/.local/hyunbin/FastGen/train.py
+                python: CPython 3.12.12
+                root: /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test
+                startedAt: "2026-04-02T13:45:31.145420Z"
+                writerId: mf7qlulwtbceq6fkw52thj4sgf25e3dz
+        m: []
+        python_version: 3.12.12
+        t:
+            "1":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 50
+                - 53
+                - 63
+                - 71
+                - 83
+                - 98
+            "2":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 50
+                - 53
+                - 63
+                - 71
+                - 83
+                - 98
+            "3":
+                - 13
+                - 14
+                - 16
+                - 61
+                - 62
+            "4": 3.12.12
+            "5": 0.25.0
+            "6": 5.3.0
+            "12": 0.25.0
+            "13": linux-x86_64
+dataloader_train:
+    value:
+        _target_: <class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>
+        batch_size: "8"
+        data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_path.txt
+        latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+        neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+        num_workers: "2"
+        use_ref_sequence: "True"
+dataloader_val:
+    value:
+        _target_: <function create_omniavatar_dataloader at 0x7ff2f56a3ce0>
+        batch_size: "1"
+        data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_val10.txt
+        latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+        load_ode_path: "False"
+        neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+        num_workers: "2"
+        use_ref_sequence: "True"
+eval:
+    value:
+        max_ckpt: "100000000"
+        min_ckpt: "0"
+        num_samples: "50000"
+        samples_dir: samples
+        save_images: "False"
+log_config:
+    value:
+        group: omniavatar_sf
+        name: sf_combined_step_test
+        project: OmniAvatar-FastGen
+        wandb_credential: ./credentials/wandb_api.txt
+        wandb_entity: paulhcho
+        wandb_mode: online
+model:
+    value:
+        add_teacher_to_fsdp_dict: "True"
+        context_noise: "0.0"
+        ddp_find_unused_parameters: "True"
+        device: cuda
+        discriminator:
+            _target_: <class 'fastgen.networks.discriminators.Discriminator_EDM'>
+            all_res:
+                - "32"
+                - "16"
+                - "8"
+            feature_indices: '{0, 1, 2}'
+            in_channels: "256"
+        discriminator_optimizer:
+            _target_: <function get_optimizer at 0x7ff2f5916660>
+            betas:
+                - "0.9"
+                - "0.999"
+            eps: "1e-08"
+            fused: "False"
+            lr: "0.0001"
+            model: null
+            optim_type: adamw
+            weight_decay: "0.01"
+        discriminator_scheduler:
+            _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+            cycle_lengths:
+                - "10000000000"
+            f_max:
+                - "1.0"
+            f_min:
+                - "1.0"
+            f_start:
+                - "1e-06"
+            warm_up_steps:
+                - "0"
+        enable_gradient_in_rollout: "True"
+        enable_preprocessors: "True"
+        fake_score: null
+        fake_score_net:
+            _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+            audio_hidden_size: "32"
+            base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+            in_dim: "65"
+            merge_lora: "False"
+            mode: v2v
+            model_size: 1.3B
+            net_pred_type: flow
+            omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+            schedule_type: rf
+            use_audio: "True"
+        fake_score_optimizer:
+            _target_: <function get_optimizer at 0x7ff2f5916660>
+            betas:
+                - "0.0"
+                - "0.999"
+            eps: "1e-08"
+            fused: "False"
+            lr: "2e-06"
+            model: null
+            optim_type: adamw
+            weight_decay: "0.01"
+        fake_score_pred_type: x0
+        fake_score_scheduler:
+            _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+            cycle_lengths:
+                - "10000000000"
+            f_max:
+                - "1.0"
+            f_min:
+                - "1.0"
+            f_start:
+                - "1e-06"
+            warm_up_steps:
+                - "0"
+        fsdp_meta_init: "False"
+        gan_loss_weight_gen: "0"
+        gan_r1_reg_alpha: "0.1"
+        gan_r1_reg_weight: "0.0"
+        gan_use_same_t_noise: "False"
+        grad_scaler_enabled: "False"
+        grad_scaler_growth_interval: "2000"
+        grad_scaler_init_scale: "65536.0"
+        guidance_scale: "4.5"
+        input_shape:
+            - "16"
+            - "21"
+            - "64"
+            - "64"
+        last_step_only: "False"
+        load_student_weights: "False"
+        net:
+            _target_: <class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>
+            audio_hidden_size: "32"
+            base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+            chunk_size: "3"
+            in_dim: "65"
+            mode: v2v
+            model_size: 1.3B
+            net_pred_type: flow
+            omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+            schedule_type: rf
+            total_num_frames: "21"
+            use_audio: "True"
+        net_optimizer:
+            _target_: <function get_optimizer at 0x7ff2f5916660>
+            betas:
+                - "0.0"
+                - "0.999"
+            eps: "1e-08"
+            fused: "False"
+            lr: "2e-06"
+            model: null
+            optim_type: adamw
+            weight_decay: "0.01"
+        net_scheduler:
+            _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+            cycle_lengths:
+                - "10000000000"
+            f_max:
+                - "1.0"
+            f_min:
+                - "1.0"
+            f_start:
+                - "1e-06"
+            warm_up_steps:
+                - "0"
+        precision: bfloat16
+        precision_amp: null
+        precision_amp_enc: null
+        precision_amp_infer: null
+        precision_fsdp: bfloat16
+        pretrained_model_path: ""
+        pretrained_student_net_path: ""
+        same_step_across_blocks: "True"
+        sample_t_cfg:
+            log_t_df: "0.01"
+            max_t: "0.999"
+            min_t: "0.001"
+            shift: "5.0"
+            t_list:
+                - "0.999"
+                - "0.937"
+                - "0.833"
+                - "0.624"
+                - "0.0"
+            time_dist_type: shifted
+            train_p_mean: "-1.1"
+            train_p_std: "2.0"
+        skip_layers: null
+        start_gradient_frame: "0"
+        student_sample_steps: "4"
+        student_sample_type: sde
+        student_update_freq: "5"
+        teacher:
+            _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+            audio_hidden_size: "32"
+            base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+            in_dim: "65"
+            merge_lora: "True"
+            mode: v2v
+            model_size: 14B
+            net_pred_type: flow
+            omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_phase2/step-10500.pt
+            schedule_type: rf
+            use_audio: "True"
+        use_ema: "False"
+model_class:
+    value:
+        _target_: <class 'fastgen.methods.omniavatar_self_forcing.OmniAvatarSelfForcingModel'>
+        config: null
+trainer:
+    value:
+        augment_pipe: null
+        batch_size_global: null
+        callbacks:
+            ema:
+                _target_: <class 'fastgen.callbacks.ema.EMACallback'>
+                beta: "0.9999"
+                ema_halflife_kimg: "500"
+                ema_rampup_ratio: "0.05"
+                gamma: "16.97"
+                start_iter: "0"
+                type: constant
+            gpu_stats:
+                _target_: <class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>
+                every_n: "100"
+            grad_clip:
+                _target_: <class 'fastgen.callbacks.grad_clip.GradClipCallback'>
+                grad_norm: "10.0"
+                model_key: net
+            param_count:
+                _target_: <class 'fastgen.callbacks.param_count.ParamCountCallback'>
+            train_profiler:
+                _target_: <class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>
+                every_n: "100"
+            wandb:
+                _target_: <class 'fastgen.callbacks.wandb.WandbCallback'>
+                fps: "25"
+                sample_logging_iter: "100"
+        checkpointer:
+            pretrained_ckpt_key_map:
+                net: net
+            pretrained_ckpt_path: /home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth
+            s3_container: s3://checkpoints/fastgen
+            s3_credential: ./credentials/s3.json
+            save_dir: /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/checkpoints
+            use_s3: "False"
+        cudnn:
+            benchmark: "True"
+            deterministic: "False"
+        ddp: "False"
+        fsdp: "True"
+        fsdp_cpu_offload: "False"
+        fsdp_min_num_params: "10000000"
+        fsdp_sharding_group_size: null
+        global_vars: null
+        global_vars_val:
+            - null
+        grad_accum_rounds: "2"
+        logging_iter: "1"
+        max_iter: "20"
+        offload_module_in_decoding: "False"
+        resume: "False"
+        save_ckpt_iter: "100"
+        seed: "0"
+        skip_initial_validation: "True"
+        tf32_enabled: "True"
+        val_seed: null
+        validation_iter: "100"
+        visualize_teacher: "False"
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/files/output.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..7431f4286262df0f6dee0447e9ebcd2594f07872
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/files/output.log
@@ -0,0 +1,310 @@
+[Apr 2, 2026 - 22:45:32 | INFO | fastgen.callbacks.wandb:init_wandb:259 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 2, 2026 - 22:45:32 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 2, 2026 - 22:45:33 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 2, 2026 - 22:45:33 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 2, 2026 - 22:45:33 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 2, 2026 - 22:45:33 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 2, 2026 - 22:45:33 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 2, 2026 - 22:45:33 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 2, 2026 - 22:45:33 | INFO | fastgen.utils.checkpointer:load:151 ] Loading model from /home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth
+[Apr 2, 2026 - 22:45:37 | INFO | fastgen.utils.checkpointer:load:154 ] Loading the model_dict...
+[Apr 2, 2026 - 22:45:49 | INFO | fastgen.utils.checkpointer:load:159 ] Model net, loading info: <All keys matched successfully>
+[Apr 2, 2026 - 22:45:49 | INFO | fastgen.trainer:load_pretrained_ckpt:252 ] Loaded net model from net in /home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth at iteration 5000
+[Apr 2, 2026 - 22:45:49 | INFO | fastgen.trainer:load_pretrained_ckpt:262 ] Setting resume_iter for model to 5000.
+[Apr 2, 2026 - 22:45:49 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
+[Apr 2, 2026 - 22:45:49 | INFO | fastgen.methods.model:on_train_begin:296 ] Teacher check: add_teacher_to_fsdp_dict=True, fsdp_dict keys=['net', 'fake_score', 'teacher'], teacher in fsdp_dict=True
+[Apr 2, 2026 - 22:45:49 | INFO | fastgen.trainer:run:99 ] model.on_train_begin completed
+[Apr 2, 2026 - 22:45:49 | INFO | fastgen.trainer:run:110 ] Wrapping model into fsdp ..
+[Apr 2, 2026 - 22:45:49 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:102 ] Fully sharding model with 4 ranks...
+[Apr 2, 2026 - 22:45:49 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'net' (1.42B params)...
+[Apr 2, 2026 - 22:45:49 | INFO | fastgen.networks.OmniAvatar.network_causal:fully_shard:1950 ] CausalOmniAvatarWan: keeping manual gradient checkpointing (not using apply_fsdp_checkpointing due to KV cache dynamics)
+[Apr 2, 2026 - 22:45:49 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 2, 2026 - 22:45:50 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped net in 1.2s
+[Apr 2, 2026 - 22:45:50 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'fake_score' (1.60B params)...
+[Apr 2, 2026 - 22:45:50 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:765 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 2, 2026 - 22:45:51 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 2, 2026 - 22:45:51 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped fake_score in 1.5s
+[Apr 2, 2026 - 22:45:51 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'teacher' (14.29B params)...
+[Apr 2, 2026 - 22:45:51 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:765 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 2, 2026 - 22:46:02 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 2, 2026 - 22:46:02 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped teacher in 11.0s
+[Apr 2, 2026 - 22:46:02 | INFO | fastgen.trainer:run:118 ] FSDP wrapping completed
+[Apr 2, 2026 - 22:46:02 | INFO | fastgen.callbacks.ema:on_model_init_end:64 ] EMA ema is not enabled, skipping callback.
+[Apr 2, 2026 - 22:46:02 | INFO | fastgen.trainer:run:133 ] Auto-Resume Details: None
+[Apr 2, 2026 - 22:46:02 | INFO | fastgen.utils.basic_utils:set_random_seed:144 ] Using random seed 0.
+[Apr 2, 2026 - 22:46:02 | INFO | fastgen.trainer:run:165 ] Instantiating dataloader...
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.wandb:on_dataloader_init_end:361 ] SKIP_GT_VAL_UPLOAD=1 — skipping GT val video upload
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.gpu_stats:on_train_begin:57 ] every_n to measure gpus stats: 1
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.train_profiler:on_train_begin:54 ] every_n to profile trainer: 1
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] model (OmniAvatarSelfForcingModel) has 1596.36 M trainable and 17311.83 M total params (logical).
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingModel) has 420.42 M trainable and 4350.43 M total params LOCAL on rank 0.
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingModel) has 420.14 M trainable and 4348.63 M total params LOCAL on rank 1.
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingModel) has 420.14 M trainable and 4348.63 M total params LOCAL on rank 2.
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingModel) has 420.14 M trainable and 4348.63 M total params LOCAL on rank 3.
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] net (CausalOmniAvatarWan) has 1421.38 M trainable and 1421.38 M total params (logical).
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.68 M trainable and 376.68 M total params LOCAL on rank 0.
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.40 M trainable and 376.40 M total params LOCAL on rank 1.
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.40 M trainable and 376.40 M total params LOCAL on rank 2.
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.40 M trainable and 376.40 M total params LOCAL on rank 3.
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] fake_score (OmniAvatarWan) has 174.98 M trainable and 1596.36 M total params (logical).
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.30 M total params LOCAL on rank 0.
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.02 M total params LOCAL on rank 1.
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.02 M total params LOCAL on rank 2.
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.02 M total params LOCAL on rank 3.
+[Apr 2, 2026 - 22:46:08 | INFO | fastgen.trainer:run:174 ] iter_start: 0
+[MEM] fake_score_update: START: alloc=9.45GB reserved=9.88GB peak=9.60GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=12.28GB reserved=49.39GB peak=45.74GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=13.16GB peak=45.74GB
+[MEM-fwd] after block 0: alloc=13.74GB peak=45.74GB
+[MEM-fwd] after block 10: alloc=19.55GB peak=45.74GB
+[MEM-fwd] after block 20: alloc=24.84GB peak=45.74GB
+[MEM-fwd] after block 29: alloc=29.59GB peak=45.74GB
+[MEM-fwd] after head+unpatchify: alloc=30.67GB peak=45.74GB
+[MEM] fake_score_update: START: alloc=13.25GB reserved=15.24GB peak=54.53GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=13.29GB reserved=47.38GB peak=46.75GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=14.17GB peak=46.75GB
+[MEM-fwd] after block 0: alloc=14.75GB peak=46.75GB
+[MEM-fwd] after block 10: alloc=20.56GB peak=46.75GB
+[MEM-fwd] after block 20: alloc=25.85GB peak=46.75GB
+[MEM-fwd] after block 29: alloc=30.61GB peak=46.75GB
+[MEM-fwd] after head+unpatchify: alloc=31.69GB peak=46.75GB
+[Apr 2, 2026 - 22:47:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.492574  38.558720  38.459610
+peak_gpu_mem_gb           51.700073  51.700073  51.700073
+peak_gpu_mem_reserved_gb  53.640625  53.640625  53.640625
+util                      90.500000  97.000000  86.000000
+[Apr 2, 2026 - 22:47:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1 : data loading time        0.81
+[Apr 2, 2026 - 22:47:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1 : avg forward pass time    15.15
+[Apr 2, 2026 - 22:47:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1 : backward pass time       11.36
+[Apr 2, 2026 - 22:47:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1 : optimizer step time      1.28
+[Apr 2, 2026 - 22:47:05 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 1--------------------
+[Apr 2, 2026 - 22:47:05 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0068        iter count: 1.0
+[Apr 2, 2026 - 22:47:05 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0068   iter count: 1.0
+[Apr 2, 2026 - 22:47:05 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 22:47:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=13.43GB reserved=57.60GB peak=55.51GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=13.47GB reserved=47.47GB peak=46.93GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=14.35GB peak=46.93GB
+[MEM-fwd] after block 0: alloc=14.93GB peak=46.93GB
+[MEM-fwd] after block 10: alloc=20.74GB peak=46.93GB
+[MEM-fwd] after block 20: alloc=26.02GB peak=46.93GB
+[MEM-fwd] after block 29: alloc=30.78GB peak=46.93GB
+[MEM-fwd] after head+unpatchify: alloc=31.86GB peak=46.93GB
+[MEM] fake_score_update: START: alloc=14.21GB reserved=58.37GB peak=55.69GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=14.25GB reserved=48.25GB peak=47.71GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=15.13GB peak=47.71GB
+[MEM-fwd] after block 0: alloc=15.71GB peak=47.71GB
+[MEM-fwd] after block 10: alloc=21.52GB peak=47.71GB
+[MEM-fwd] after block 20: alloc=26.81GB peak=47.71GB
+[MEM-fwd] after block 29: alloc=31.57GB peak=47.71GB
+[MEM-fwd] after head+unpatchify: alloc=32.65GB peak=47.71GB
+[Apr 2, 2026 - 22:47:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.666036   38.732494  38.632969
+peak_gpu_mem_gb           52.593685   52.593685  52.593685
+peak_gpu_mem_reserved_gb  54.365234   54.365234  54.365234
+util                      96.750000  100.000000  91.000000
+[Apr 2, 2026 - 22:47:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 2 : avg iteration time       51.61 seconds
+[Apr 2, 2026 - 22:47:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 2 : data loading time        0.00
+[Apr 2, 2026 - 22:47:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 2 : avg forward pass time    13.83
+[Apr 2, 2026 - 22:47:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 2 : backward pass time       11.39
+[Apr 2, 2026 - 22:47:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 2 : optimizer step time      1.16
+[Apr 2, 2026 - 22:47:57 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 2--------------------
+[Apr 2, 2026 - 22:47:57 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0070        iter count: 1.0
+[Apr 2, 2026 - 22:47:57 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0070   iter count: 1.0
+[Apr 2, 2026 - 22:47:57 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 22:47:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=13.43GB reserved=58.37GB peak=56.47GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=13.47GB reserved=47.49GB peak=46.93GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=14.35GB peak=46.93GB
+[MEM-fwd] after block 0: alloc=14.93GB peak=46.93GB
+[MEM-fwd] after block 10: alloc=20.74GB peak=46.93GB
+[MEM-fwd] after block 20: alloc=26.02GB peak=46.93GB
+[MEM-fwd] after block 29: alloc=30.78GB peak=46.93GB
+[MEM-fwd] after head+unpatchify: alloc=31.86GB peak=46.93GB
+[MEM] fake_score_update: START: alloc=14.21GB reserved=58.40GB peak=55.69GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=14.25GB reserved=48.29GB peak=47.72GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=15.13GB peak=47.72GB
+[MEM-fwd] after block 0: alloc=15.71GB peak=47.72GB
+[MEM-fwd] after block 10: alloc=21.52GB peak=47.72GB
+[MEM-fwd] after block 20: alloc=26.81GB peak=47.72GB
+[MEM-fwd] after block 29: alloc=31.57GB peak=47.72GB
+[MEM-fwd] after head+unpatchify: alloc=32.65GB peak=47.72GB
+[Apr 2, 2026 - 22:48:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.666379   38.733353  38.633148
+peak_gpu_mem_gb           52.593685   52.593685  52.593685
+peak_gpu_mem_reserved_gb  54.404297   54.404297  54.404297
+util                      98.000000  100.000000  94.000000
+[Apr 2, 2026 - 22:48:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 3 : avg iteration time       57.83 seconds
+[Apr 2, 2026 - 22:48:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 3 : data loading time        0.00
+[Apr 2, 2026 - 22:48:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 3 : avg forward pass time    16.98
+[Apr 2, 2026 - 22:48:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 3 : backward pass time       11.32
+[Apr 2, 2026 - 22:48:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 3 : optimizer step time      1.16
+[Apr 2, 2026 - 22:48:55 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 3--------------------
+[Apr 2, 2026 - 22:48:55 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0072        iter count: 1.0
+[Apr 2, 2026 - 22:48:55 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0072   iter count: 1.0
+[Apr 2, 2026 - 22:48:55 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 22:48:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=13.43GB reserved=58.42GB peak=56.47GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=13.47GB reserved=47.52GB peak=46.93GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=14.35GB peak=46.93GB
+[MEM-fwd] after block 0: alloc=14.93GB peak=46.93GB
+[MEM-fwd] after block 10: alloc=20.74GB peak=46.93GB
+[MEM-fwd] after block 20: alloc=26.02GB peak=46.93GB
+[MEM-fwd] after block 29: alloc=30.78GB peak=46.93GB
+[MEM-fwd] after head+unpatchify: alloc=31.86GB peak=46.93GB
+[MEM] fake_score_update: START: alloc=14.21GB reserved=58.42GB peak=55.69GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=14.25GB reserved=48.27GB peak=47.72GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=15.13GB peak=47.72GB
+[MEM-fwd] after block 0: alloc=15.71GB peak=47.72GB
+[MEM-fwd] after block 10: alloc=21.52GB peak=47.72GB
+[MEM-fwd] after block 20: alloc=26.81GB peak=47.72GB
+[MEM-fwd] after block 29: alloc=31.57GB peak=47.72GB
+[MEM-fwd] after head+unpatchify: alloc=32.65GB peak=47.72GB
+[Apr 2, 2026 - 22:49:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.666442  38.733406  38.633190
+peak_gpu_mem_gb           52.593685  52.593685  52.593685
+peak_gpu_mem_reserved_gb  54.443359  54.443359  54.443359
+util                      96.500000  99.000000  92.000000
+[Apr 2, 2026 - 22:49:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 4 : avg iteration time       57.83 seconds
+[Apr 2, 2026 - 22:49:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 4 : data loading time        0.00
+[Apr 2, 2026 - 22:49:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 4 : avg forward pass time    16.97
+[Apr 2, 2026 - 22:49:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 4 : backward pass time       11.34
+[Apr 2, 2026 - 22:49:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 4 : optimizer step time      1.19
+[Apr 2, 2026 - 22:49:53 | INFO | fastgen.callbacks.wandb:log_stats:569 ] logging train stats at iteration 4--------------------
+[Apr 2, 2026 - 22:49:53 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_total_loss: 0.0073        iter count: 1.0
+[Apr 2, 2026 - 22:49:53 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_fake_score_loss: 0.0073   iter count: 1.0
+[Apr 2, 2026 - 22:49:53 | INFO | fastgen.callbacks.wandb:get_stat:303 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 2, 2026 - 22:49:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:600 ] WandB logging complete after 0.00 seconds
+[MEM] fake_score_update: START: alloc=13.43GB reserved=58.46GB peak=56.47GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=13.47GB reserved=47.49GB peak=46.93GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=14.35GB peak=46.93GB
+[MEM-fwd] after block 0: alloc=14.93GB peak=46.93GB
+[MEM-fwd] after block 10: alloc=20.74GB peak=46.93GB
+[MEM-fwd] after block 20: alloc=26.02GB peak=46.93GB
+[MEM-fwd] after block 29: alloc=30.78GB peak=46.93GB
+[MEM-fwd] after head+unpatchify: alloc=31.86GB peak=46.93GB
+[MEM] student_update: START: alloc=14.32GB reserved=58.46GB peak=55.75GB
+[MEM] student_update: after rollout: alloc=63.85GB reserved=66.24GB peak=65.62GB
+[MEM] student_update: after perturb: alloc=63.87GB reserved=66.24GB peak=65.62GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=64.62GB peak=65.62GB
+[MEM-fwd] after block 0: alloc=64.67GB peak=75.08GB
+[MEM-fwd] after block 10: alloc=65.20GB peak=75.61GB
+[MEM-fwd] after block 20: alloc=65.20GB peak=75.61GB
+[MEM-fwd] after block 29: alloc=65.20GB peak=75.61GB
+[MEM-fwd] after head+unpatchify: alloc=64.69GB peak=75.61GB
+[MEM] student_update: after fake_score: alloc=63.95GB reserved=78.02GB peak=75.61GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.83GB peak=75.61GB
+[MEM-fwd] after block 0: alloc=67.05GB peak=88.90GB
+[MEM-fwd] after block 10: alloc=68.82GB peak=90.66GB
+[MEM-fwd] after block 20: alloc=68.82GB peak=90.66GB
+[MEM-fwd] after block 30: alloc=68.82GB peak=90.66GB
+[MEM-fwd] after block 39: alloc=68.82GB peak=90.66GB
+[MEM-fwd] after head+unpatchify: alloc=67.08GB peak=90.66GB
+[MEM] student_update: after teacher: alloc=64.45GB reserved=93.79GB peak=90.66GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=66.37GB peak=90.66GB
+[MEM-fwd] after block 0: alloc=67.08GB peak=90.66GB
+[MEM-fwd] after block 10: alloc=68.84GB peak=90.68GB
+[MEM-fwd] after block 20: alloc=68.84GB peak=90.68GB
+[MEM-fwd] after block 30: alloc=68.84GB peak=90.68GB
+[MEM-fwd] after block 39: alloc=68.84GB peak=90.68GB
+[MEM-fwd] after head+unpatchify: alloc=67.10GB peak=90.68GB
+[MEM] student_update: after CFG: alloc=64.45GB reserved=93.83GB peak=90.68GB
+[MEM] student_update: after VSD loss: alloc=64.47GB reserved=93.83GB peak=90.68GB
+[MEM] fake_score_update: START: alloc=12.68GB reserved=72.00GB peak=90.68GB
+[MEM] fake_score_update: after student gen (no_grad): alloc=15.51GB reserved=52.62GB peak=48.98GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=16.28GB peak=48.98GB
+[MEM-fwd] after block 0: alloc=16.91GB peak=48.98GB
+[MEM-fwd] after block 10: alloc=22.73GB peak=48.98GB
+[MEM-fwd] after block 20: alloc=28.01GB peak=48.98GB
+[MEM-fwd] after block 29: alloc=32.77GB peak=48.98GB
+[MEM-fwd] after head+unpatchify: alloc=33.85GB peak=48.98GB
+[MEM] student_update: START: alloc=15.52GB reserved=61.80GB peak=56.95GB
+[MEM] student_update: after rollout: alloc=65.05GB reserved=68.04GB peak=66.83GB
+[MEM] student_update: after perturb: alloc=65.07GB reserved=68.04GB peak=66.83GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 1536]), 30 blocks): alloc=65.82GB peak=66.83GB
+[MEM-fwd] after block 0: alloc=65.87GB peak=76.28GB
+[MEM-fwd] after block 10: alloc=66.40GB peak=76.81GB
+[MEM-fwd] after block 20: alloc=66.40GB peak=76.81GB
+[MEM-fwd] after block 29: alloc=66.40GB peak=76.81GB
+[MEM-fwd] after head+unpatchify: alloc=65.90GB peak=76.81GB
+[MEM] student_update: after fake_score: alloc=65.15GB reserved=79.81GB peak=76.81GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.08GB peak=76.81GB
+[MEM-fwd] after block 0: alloc=67.78GB peak=89.62GB
+[MEM-fwd] after block 10: alloc=69.54GB peak=91.39GB
+[MEM-fwd] after block 20: alloc=69.54GB peak=91.39GB
+[MEM-fwd] after block 30: alloc=69.54GB peak=91.39GB
+[MEM-fwd] after block 39: alloc=69.54GB peak=91.39GB
+[MEM-fwd] after head+unpatchify: alloc=67.80GB peak=91.39GB
+[MEM] student_update: after teacher: alloc=65.17GB reserved=94.89GB peak=91.39GB
+[MEM-fwd] layer_loop_start (dim=torch.Size([8, 21504, 5120]), 40 blocks): alloc=67.10GB peak=91.39GB
+[MEM-fwd] after block 0: alloc=67.80GB peak=91.39GB
+[MEM-fwd] after block 10: alloc=69.57GB peak=91.41GB
+[MEM-fwd] after block 20: alloc=69.57GB peak=91.41GB
+[MEM-fwd] after block 30: alloc=69.57GB peak=91.41GB
+[MEM-fwd] after block 39: alloc=69.57GB peak=91.41GB
+[MEM-fwd] after head+unpatchify: alloc=67.83GB peak=91.41GB
+[MEM] student_update: after CFG: alloc=65.17GB reserved=94.91GB peak=91.41GB
+[MEM] student_update: after VSD loss: alloc=65.20GB reserved=94.91GB peak=91.41GB
+Traceback (most recent call last):
+  File "/home/work/.local/hyunbin/FastGen/train.py", line 46, in <module>
+    main(config)
+  File "/home/work/.local/hyunbin/FastGen/train.py", line 37, in main
+    fastgen_trainer.run(model)
+  File "/home/work/.local/hyunbin/FastGen/fastgen/trainer.py", line 194, in run
+    loss_map, outputs = self.train_step(model_ddp, model, data, iter_cur, grad_accum_iter)
+                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/hyunbin/FastGen/fastgen/trainer.py", line 331, in train_step
+    model.grad_scaler.scale(loss_map["total_loss"] / grad_accum_rounds).backward()
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/_tensor.py", line 630, in backward
+    torch.autograd.backward(
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/autograd/__init__.py", line 364, in backward
+    _engine_run_backward(
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/autograd/graph.py", line 865, in _engine_run_backward
+    return Variable._execution_engine.run_backward(  # Calls into the C++ engine to run the backward pass
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/utils/checkpoint.py", line 1177, in unpack_hook
+    frame.check_recomputed_tensors_match(gid)
+  File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/utils/checkpoint.py", line 882, in check_recomputed_tensors_match
+    raise CheckpointError(
+torch.utils.checkpoint.CheckpointError: torch.utils.checkpoint: A different number of tensors was saved during the original forward and recomputation.
+Number of tensors saved during forward: 94
+Number of tensors saved during recomputation: 80.
+
+Tip: To see a more detailed error message, either pass `debug=True` to
+`torch.utils.checkpoint.checkpoint(...)` or wrap the code block
+with `with torch.utils.checkpoint.set_checkpoint_debug_enabled(True):` to
+enable checkpoint‑debug mode globally.
+
+[rank0]: Traceback (most recent call last):
+[rank0]:   File "/home/work/.local/hyunbin/FastGen/train.py", line 46, in <module>
+[rank0]:     main(config)
+[rank0]:   File "/home/work/.local/hyunbin/FastGen/train.py", line 37, in main
+[rank0]:     fastgen_trainer.run(model)
+[rank0]:   File "/home/work/.local/hyunbin/FastGen/fastgen/trainer.py", line 194, in run
+[rank0]:     loss_map, outputs = self.train_step(model_ddp, model, data, iter_cur, grad_accum_iter)
+[rank0]:                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/hyunbin/FastGen/fastgen/trainer.py", line 331, in train_step
+[rank0]:     model.grad_scaler.scale(loss_map["total_loss"] / grad_accum_rounds).backward()
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/_tensor.py", line 630, in backward
+[rank0]:     torch.autograd.backward(
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/autograd/__init__.py", line 364, in backward
+[rank0]:     _engine_run_backward(
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/autograd/graph.py", line 865, in _engine_run_backward
+[rank0]:     return Variable._execution_engine.run_backward(  # Calls into the C++ engine to run the backward pass
+[rank0]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/utils/checkpoint.py", line 1177, in unpack_hook
+[rank0]:     frame.check_recomputed_tensors_match(gid)
+[rank0]:   File "/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torch/utils/checkpoint.py", line 882, in check_recomputed_tensors_match
+[rank0]:     raise CheckpointError(
+[rank0]: torch.utils.checkpoint.CheckpointError: torch.utils.checkpoint: A different number of tensors was saved during the original forward and recomputation.
+[rank0]: Number of tensors saved during forward: 94
+[rank0]: Number of tensors saved during recomputation: 80.
+
+[rank0]: Tip: To see a more detailed error message, either pass `debug=True` to
+[rank0]: `torch.utils.checkpoint.checkpoint(...)` or wrap the code block
+[rank0]: with `with torch.utils.checkpoint.set_checkpoint_debug_enabled(True):` to
+[rank0]: enable checkpoint‑debug mode globally.
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/files/requirements.txt b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d9eeb678519cd717448550acc79516acd3ac75
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/files/requirements.txt
@@ -0,0 +1,222 @@
+fastgen==0.1.0
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+wandb==0.25.0
+fastgen==0.1.0
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+click==8.3.1
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..f26d56ecee84e108c24ed91864e63713fe226b01
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/files/wandb-metadata.json
@@ -0,0 +1,69 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-02T13:45:31.145420Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf.py",
+    "-",
+    "trainer.resume=False",
+    "log_config.name=sf_combined_step_test",
+    "log_config.project=OmniAvatar-FastGen",
+    "trainer.max_iter=20"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "04de80beaf50f849c12a55a5d8358d94530b7bb5"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "257963536384"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "mf7qlulwtbceq6fkw52thj4sgf25e3dz"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/files/wandb-summary.json b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/files/wandb-summary.json
new file mode 100644
index 0000000000000000000000000000000000000000..d448267fc3f49e586b32d550f4c2e2e6498b0283
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/files/wandb-summary.json
@@ -0,0 +1 @@
+{"fake_score/local_total_params":[399300904,399021352,399021352,399021352],"optimizer/non_finite_grads_count (model_key net)":0,"_wandb":{"runtime":445},"optimizer/grad_norm (model_key net)":0,"_runtime":445.189429909,"fake_score/total_params":1596364960,"profiler/avg_forward_pass_time":16.967717550694942,"model/trainable_params":1596364960,"model/total_params":17311830496,"train/fake_score_loss":0.0072784423828125,"_timestamp":1.7751377931214402e+09,"profiler/avg_iteration_time":57.83046340942383,"profiler/data_loading_time":0.000791529193520546,"fake_score/local_trainable_params":[43745280,43745280,43745280,43745280],"profiler/backward_pass_time":11.342406308278441,"net/local_total_params":[376675360,376398880,376398880,376398880],"train/total_loss":0.0072784423828125,"model/local_total_params":[4350425968,4348630896,4348630896,4348630896],"_step":4,"optimizer/lr_fake_score":2e-06,"net/trainable_params":1421383840,"train/gan_loss_disc":0,"profiler/optimizer_step_time":1.187411269173026,"net/total_params":1421383840,"optimizer/lr_net":2e-06,"model/local_trainable_params":[420420640,420144160,420144160,420144160],"fake_score/trainable_params":174981120,"net/local_trainable_params":[376675360,376398880,376398880,376398880],"optimizer/iteration":4}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/logs/debug-core.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..dbe063f8cc178826151f395a730ef7d1482ee574
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/logs/debug-core.log
@@ -0,0 +1,15 @@
+{"time":"2026-04-02T22:45:31.195756192+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmphkxult0z/port-792541.txt","pid":792541,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-02T22:45:31.196239435+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":792541}
+{"time":"2026-04-02T22:45:31.196228389+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-792541-806747-3978962853/socket","Net":"unix"}}
+{"time":"2026-04-02T22:45:31.38167949+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-02T22:45:31.396742512+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"spcd04xe","id":"1(@)"}
+{"time":"2026-04-02T22:45:31.746828856+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"spcd04xe","id":"1(@)"}
+{"time":"2026-04-02T22:45:37.997230573+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"ve1uhd81uimn"}
+{"time":"2026-04-02T22:52:57.910992536+09:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-04-02T22:52:57.911042628+09:00","level":"INFO","msg":"server is shutting down"}
+{"time":"2026-04-02T22:52:57.911035318+09:00","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-04-02T22:52:57.911115888+09:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-04-02T22:52:57.911110682+09:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-792541-806747-3978962853/socket","Net":"unix"}}
+{"time":"2026-04-02T22:52:58.870224925+09:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-04-02T22:52:58.87024994+09:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-04-02T22:52:58.870261844+09:00","level":"INFO","msg":"server is closed"}
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/logs/debug-internal.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..d7bae7dcb8591aa8c649f351d1742e0b9a51eeae
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/logs/debug-internal.log
@@ -0,0 +1,11 @@
+{"time":"2026-04-02T22:45:31.396833745+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-02T22:45:31.746696076+09:00","level":"INFO","msg":"stream: created new stream","id":"spcd04xe"}
+{"time":"2026-04-02T22:45:31.746744779+09:00","level":"INFO","msg":"handler: started","stream_id":"spcd04xe"}
+{"time":"2026-04-02T22:45:31.746822827+09:00","level":"INFO","msg":"stream: started","id":"spcd04xe"}
+{"time":"2026-04-02T22:45:31.746841154+09:00","level":"INFO","msg":"sender: started","stream_id":"spcd04xe"}
+{"time":"2026-04-02T22:45:31.74684523+09:00","level":"INFO","msg":"writer: started","stream_id":"spcd04xe"}
+{"time":"2026-04-02T22:52:57.91103952+09:00","level":"INFO","msg":"stream: closing","id":"spcd04xe"}
+{"time":"2026-04-02T22:52:58.486184439+09:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-04-02T22:52:58.869727008+09:00","level":"INFO","msg":"handler: closed","stream_id":"spcd04xe"}
+{"time":"2026-04-02T22:52:58.869816672+09:00","level":"INFO","msg":"sender: closed","stream_id":"spcd04xe"}
+{"time":"2026-04-02T22:52:58.869827326+09:00","level":"INFO","msg":"stream: closed","id":"spcd04xe"}
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/logs/debug.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..e00459928a1d43692157ee663d7093c14e41a98f
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/logs/debug.log
@@ -0,0 +1,21 @@
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_setup.py:_flush():81] Configure stats pid to 792541
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/logs/debug.log
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/logs/debug-internal.log
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_init.py:init():844] calling init triggers
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf', 'name': 'sf_combined_step_test', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '20', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '2', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '10000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '8', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>"}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': '/home/work/stableavatar_data/neg_text_emb.pt', 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7ff2f56a3ce0>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>"}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_phase2/step-10500.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'guidance_scale': '4.5', 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7ff2f5916660>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.937', '0.833', '0.624', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '4', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'bfloat16', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7ff2f5916660>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7ff2f5916660>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing.OmniAvatarSelfForcingModel'>"}, '_wandb': {}}
+2026-04-02 22:45:31,146 INFO    MainThread:792541 [wandb_init.py:init():892] starting backend
+2026-04-02 22:45:31,381 INFO    MainThread:792541 [wandb_init.py:init():895] sending inform_init request
+2026-04-02 22:45:31,394 INFO    MainThread:792541 [wandb_init.py:init():903] backend started and connected
+2026-04-02 22:45:31,398 INFO    MainThread:792541 [wandb_init.py:init():973] updated telemetry
+2026-04-02 22:45:31,413 INFO    MainThread:792541 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-02 22:45:32,719 INFO    MainThread:792541 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-02 22:45:32,993 INFO    MainThread:792541 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-02 22:45:32,993 INFO    MainThread:792541 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-02 22:45:32,994 INFO    MainThread:792541 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-02 22:45:32,994 INFO    MainThread:792541 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-02 22:45:32,998 INFO    MainThread:792541 [wandb_init.py:init():1082] run started, returning control to user process
+2026-04-02 22:52:57,911 INFO    wandb-AsyncioManager-main:792541 [service_client.py:_forward_responses():134] Reached EOF.
+2026-04-02 22:52:57,911 INFO    wandb-AsyncioManager-main:792541 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles.
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/run-spcd04xe.wandb b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/run-spcd04xe.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..90f92aae7ce492811c749a1f15068cfd304f4781
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb/run-20260402_224531-spcd04xe/run-spcd04xe.wandb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85a6826c3e4463f05f583260010422503fd8df994d4cb8222a7140a5f63297a
+size 132588
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb_id.txt b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb_id.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd5f5a5815523dab786c7fe125f0b570dcf2b5d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_combined_step_test/wandb_id.txt
@@ -0,0 +1 @@
+spcd04xe
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_no_reqgrad_toggle/config.yaml b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_no_reqgrad_toggle/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..f30d1af3136fdc4b3765770617564906b6077b46
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_no_reqgrad_toggle/config.yaml
@@ -0,0 +1,259 @@
+dataloader_train:
+  _target_: <class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>
+  batch_size: '8'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_path.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+  num_workers: '2'
+  use_ref_sequence: 'True'
+dataloader_val:
+  _target_: <function create_omniavatar_dataloader at 0x7feb4c60be20>
+  batch_size: '1'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_val10.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  load_ode_path: 'False'
+  neg_text_emb_path: /home/work/stableavatar_data/neg_text_emb.pt
+  num_workers: '2'
+  use_ref_sequence: 'True'
+eval:
+  max_ckpt: '100000000'
+  min_ckpt: '0'
+  num_samples: '50000'
+  samples_dir: samples
+  save_images: 'False'
+log_config:
+  group: omniavatar_sf
+  name: sf_no_reqgrad_toggle
+  project: OmniAvatar-FastGen
+  wandb_credential: ./credentials/wandb_api.txt
+  wandb_entity: paulhcho
+  wandb_mode: disabled
+model:
+  add_teacher_to_fsdp_dict: 'True'
+  context_noise: '0.0'
+  ddp_find_unused_parameters: 'True'
+  device: cuda
+  discriminator:
+    _target_: <class 'fastgen.networks.discriminators.Discriminator_EDM'>
+    all_res:
+    - '32'
+    - '16'
+    - '8'
+    feature_indices: '{0, 1, 2}'
+    in_channels: '256'
+  discriminator_optimizer:
+    _target_: <function get_optimizer at 0x7feb4c86a660>
+    betas:
+    - '0.9'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: '0.0001'
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  discriminator_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  enable_gradient_in_rollout: 'True'
+  enable_preprocessors: 'True'
+  fake_score: null
+  fake_score_net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+    in_dim: '65'
+    merge_lora: 'False'
+    mode: v2v
+    model_size: 1.3B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+    schedule_type: rf
+    use_audio: 'True'
+  fake_score_optimizer:
+    _target_: <function get_optimizer at 0x7feb4c86a660>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 2e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  fake_score_pred_type: x0
+  fake_score_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  fsdp_meta_init: 'False'
+  gan_loss_weight_gen: '0'
+  gan_r1_reg_alpha: '0.1'
+  gan_r1_reg_weight: '0.0'
+  gan_use_same_t_noise: 'False'
+  grad_scaler_enabled: 'False'
+  grad_scaler_growth_interval: '2000'
+  grad_scaler_init_scale: '65536.0'
+  guidance_scale: '4.5'
+  input_shape:
+  - '16'
+  - '21'
+  - '64'
+  - '64'
+  last_step_only: 'False'
+  load_student_weights: 'False'
+  net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+    chunk_size: '3'
+    in_dim: '65'
+    mode: v2v
+    model_size: 1.3B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+    schedule_type: rf
+    total_num_frames: '21'
+    use_audio: 'True'
+  net_optimizer:
+    _target_: <function get_optimizer at 0x7feb4c86a660>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 2e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  net_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  precision: bfloat16
+  precision_amp: null
+  precision_amp_enc: null
+  precision_amp_infer: null
+  precision_fsdp: bfloat16
+  pretrained_model_path: ''
+  pretrained_student_net_path: ''
+  same_step_across_blocks: 'True'
+  sample_t_cfg:
+    log_t_df: '0.01'
+    max_t: '0.999'
+    min_t: '0.001'
+    shift: '5.0'
+    t_list:
+    - '0.999'
+    - '0.937'
+    - '0.833'
+    - '0.624'
+    - '0.0'
+    time_dist_type: shifted
+    train_p_mean: '-1.1'
+    train_p_std: '2.0'
+  skip_layers: null
+  start_gradient_frame: '0'
+  student_sample_steps: '4'
+  student_sample_type: sde
+  student_update_freq: '5'
+  teacher:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+    in_dim: '65'
+    merge_lora: 'True'
+    mode: v2v
+    model_size: 14B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_phase2/step-10500.pt
+    schedule_type: rf
+    use_audio: 'True'
+  use_ema: 'False'
+model_class:
+  _target_: <class 'fastgen.methods.omniavatar_self_forcing.OmniAvatarSelfForcingModel'>
+  config: null
+trainer:
+  augment_pipe: null
+  batch_size_global: null
+  callbacks:
+    ema:
+      _target_: <class 'fastgen.callbacks.ema.EMACallback'>
+      beta: '0.9999'
+      ema_halflife_kimg: '500'
+      ema_rampup_ratio: '0.05'
+      gamma: '16.97'
+      start_iter: '0'
+      type: constant
+    gpu_stats:
+      _target_: <class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>
+      every_n: '100'
+    grad_clip:
+      _target_: <class 'fastgen.callbacks.grad_clip.GradClipCallback'>
+      grad_norm: '10.0'
+      model_key: net
+    param_count:
+      _target_: <class 'fastgen.callbacks.param_count.ParamCountCallback'>
+    train_profiler:
+      _target_: <class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>
+      every_n: '100'
+    wandb:
+      _target_: <class 'fastgen.callbacks.wandb.WandbCallback'>
+      fps: '25'
+      sample_logging_iter: '100'
+  checkpointer:
+    pretrained_ckpt_key_map:
+      net: net
+    pretrained_ckpt_path: /home/work/.local/hyunbin/FastGen/FASTGEN_OUTPUT/OmniAvatar-FastGen/omniavatar_df/df_4gpu_bs16_lr1e5_10000iter_shift_5/checkpoints/0005000.pth
+    s3_container: s3://checkpoints/fastgen
+    s3_credential: ./credentials/s3.json
+    save_dir: /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_no_reqgrad_toggle/checkpoints
+    use_s3: 'False'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp: 'False'
+  fsdp: 'True'
+  fsdp_cpu_offload: 'False'
+  fsdp_min_num_params: '10000000'
+  fsdp_sharding_group_size: null
+  global_vars: null
+  global_vars_val:
+  - null
+  grad_accum_rounds: '2'
+  logging_iter: '1'
+  max_iter: '10'
+  offload_module_in_decoding: 'False'
+  resume: 'False'
+  save_ckpt_iter: '100'
+  seed: '0'
+  skip_initial_validation: 'True'
+  tf32_enabled: 'True'
+  val_seed: null
+  validation_iter: '100'
+  visualize_teacher: 'False'
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/.metadata b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..ccd8becd10014fa72755887e85b3a57cfb55f1a3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cfb6be85ca8bb4cb2c99e580d579759b315332fe04ff9583e8a17503710b70
+size 614328
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..29ae1b8d8bd9d54d1977af63ad9e0ad004a203ff
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d137502c435eeaa445c868ec414ada748effb592f340238578f82a40be7a9c
+size 1424446005
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7ece4f8dc36adce1186d37e724ed357c788b5e77
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60a72b6714edac135314634cae333779c2cdc040ac2bae1b34bfe521981579d
+size 1401881227
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f75c344e2299059b8950438b459d2061f3269924
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c33b96f7c9d96d1b61c2817be29f21a1fffbc41eef2ba6d7e4d7d4bb3eb2543
+size 1406759189
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7c4fad6da0f1bf329bd2576b8c9a4e7f5fb4a2b5
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16e8089a70fb63a6ef5e83f93b2bc5ef002d78b3e8f1c61ae1fd9386e18db0b
+size 1401210558
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.pth b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0f637e0f6792d8ae1960e0e448573321eacbddc4
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9e7bf7b483afea9b5f5fc9f6d1a8368eea2246e5e5404c08b9fba8acdc0064
+size 1901
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/.metadata b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..67243ab9c5d60260104991fed0b0bb469187cd34
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa773eb266887bcf43277c27dddf54d6f73581fb8a49aefd509ff3fd7699d8b
+size 614328
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7b3ed9e75c49b5bd26128be33e7ad6028ca3d964
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f79a6720f3855aca52a768cc9b64766d16fbc6af95c459f3d236fee4056a8b2
+size 1424446005
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..537fb334f92ccaf8766f2154cdd3afaca5f0f88d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e4b4d3a27464533ae9b16fe7eb25319df4483379605ce23676ce66ee538e9c
+size 1401881227
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..de7dc97d75553d11be72bdd5316263b28a3255f7
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6fafdbb008d602689cc51bdb7811e31fdab406e70859f6f647970016bfde2a
+size 1406759189
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..395170a86bc6ce2377d66431df26d0a3392bf157
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d77714a41dccfacbd4a17b0c0e43c074e88bd963ba384d049dfbd8665ea60f
+size 1401210558
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.pth b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.pth
new file mode 100644
index 0000000000000000000000000000000000000000..94689c6d88777305ec14be3e82dcf676c28c81a1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d49c29dddf4cff9abe84c331dfad17799824bf4158c145f77812c5430228f1
+size 1901
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/.metadata b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..aa70de1659b8ad8e6964d7ed81e78f1d7a2f3e94
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878f7ada6e8b4b155157af4e5be3c0937a4b2d1d9bc8c4096412bd2e86349241
+size 614328
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6da79c2713f5cac9b2a592bcfd901faa11388900
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6611af5dad441183d8a6535dd7eaf32dfa2bb066ebd610f0d25fec2dc4a0b97
+size 1424446005
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bb147d1ceb622cb41759f1dbf220853371283de4
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8af1689ebd489e0133cf02486c761143281a0b286e3b37a8ed67687ccde5df
+size 1401881227
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..83984cbcf730f31e617868c03dd62c5dce4abb07
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf2f7699edec282743385bd76f3dd4e4db124b8654a76f6831ff9c631b14b08
+size 1406759189
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..256a80460a3eda78ebff8c48eb4d8792a1f24119
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75597ea009c68c81d48e9f7da855f194f52ffde0078fa08cd706930d27f5ef6b
+size 1401210558
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.pth b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.pth
new file mode 100644
index 0000000000000000000000000000000000000000..36cdfef63708c11e993e5164fd9859eb64d6d33e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463104a57d6bfde142e5cd01a059afdb8b99dad40c73e04a236502ee34fb4d66
+size 1901
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/.metadata b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..713a9d59c725fb5ae37963c2a16dbdddfae480b6
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeccd4d848e4f8d3aab8b2d71557761e636326a9becbf6d459e8b35530f39069
+size 614328
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b96ec8a84a19832045b490193ae5781f993a6d63
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7436c055ad5f19308bb1bddca7943dd4f5beee12ab37ee4846b945a05a5f542f
+size 1424446005
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..964ea599499b563b9c81347697f3ae2a155e3012
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebb52056517b1eafa4773e658ae58db33d6ec22bdaa42629c226bbb1cd76906
+size 1401881227
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..152428592259bb198812ff1fd9be4e74821f7e26
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694967023e299220065de6306320eeb2e672942f0adeae2bf1ec2724a690f027
+size 1406759189
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..16b38503eb69715bb890bb185476950b717c65bc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fc9cb9efe5f46aecaaa62908d7ce552122599a187afdd363ac56e1a5a8d62c
+size 1401210558
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.pth b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0deb1499fd51197d9815f644a93381fbe0678161
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31545bbbd2979dddf082789dbf999d9324dc9febf1b016304ddc713ede429c3e
+size 1901
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/.metadata b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..f8a6342d2970b9ae2e345e2dd7fc7dddff7e8641
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc881308de4323b76b676f7f71b7005bb8d52603b3a231f31524c0b0567de55
+size 614328
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..34cafe3cd610727d611ce896704e012ba76ccbc3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa3a85c3b2b4046f2a95dbf74f6876d5956ddb7849762150c0277d4872c639a
+size 1424446005
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c835c8ddc8db9c67735d36ac5b42efddad59d434
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6944395e0b37a1443d2c583ff6d52ce05e324921d2e1ef3a7773119622c8886a
+size 1401881227
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..43e43516b81349f515c71d6658b27c0dcc347921
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46629fa9bbc5e3952c9c61c4bb6c37d536f48141b7b2a57dc8e67c5428bfdfde
+size 1406759189
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b3957444bf535cf2c392825c5c3eef2c4f921306
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb91fb1cf9e2e3cbe081cc48c5ebc50d4becdf56f20c111020ffb61b27c449d
+size 1401210558
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.pth b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.pth
new file mode 100644
index 0000000000000000000000000000000000000000..df0fb483027e40ac33d6a36f4b38fcfd244d6a44
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2110994f1f90ec15f3f831251e70d29fe1b83f8a35bb969069c4ac3f211c6d
+size 1901
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/.metadata b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..6cd8b08439c26c3536226da39c0b3dd2566644db
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5091c1cd09f0a35424bb473a05cb0d15ef2cfe0e03c7fdca54f191574a3d3fe5
+size 614328
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..adac67ab60bb4b86f75a66e5f5013478cac208aa
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f3d167f904a0a41c21de543c0eee7c3a900bae1355e0d37b71f257ddbbf62d
+size 1424446005
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..eee900230b7077ee95e1a03841341f465397da77
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8123f1c00e8ca96c5dbd22c91f5ee4897268d314d11fa2daee04be976d1c620b
+size 1401881227
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3f9bf34e6eaba2e64aabcc051cc9385331c00e0d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90b3bce56815b1aa39db1956b1a276f76a47376e293a1dd87b55827ca1954c6
+size 1406759189
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3148391ae06237813f582097d97c9d9db56d2ba9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef5180310ea7988232860bfde2c42c63e0c198f4b549e702a19bf75d9f21426
+size 1401210558
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.pth b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.pth
new file mode 100644
index 0000000000000000000000000000000000000000..130c61950c21828925cda2c16a5be77c70be72e4
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c097cd2564e2f877acb5e00b0b08cbb2ce9c3d3500939503b1bf26d185a049e
+size 1901
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/.metadata b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..cb081be9fb9b5a9d7e3df3796293f21b9adc21ab
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ce47d5e03d3a9362d77c5bc6080f29dbb345e0fa29b9149743ed997b3afed8
+size 614328
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..89648fc9678f6c1a7656393851fb742a0a3c46ea
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc4df7b83994eb376921bd17908dcb9a4f8e2fdda13b462591e4e6651f67e97
+size 1424446005
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6cfb26c0c4313654ec2fd25c1c55a513055958d0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be47dae2716c0ee3d0cc9820b502708b2473d7294bb1e1e0747c15d31828674
+size 1401881227
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4385e9f89c246283a1395045ea930bd15a07a40d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f6e9dd2717320c0b4ec4175ec2e1f5a93ac2f40b4ba00699f2711c964e2629
+size 1406759189
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c338c54c720bc78992fa8776fb01cdd0273decdd
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbd651f03a642a15aa9e332e6d06736b89c2d96fa9d783bf8d976a0a32f238c
+size 1401210558
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.pth b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.pth
new file mode 100644
index 0000000000000000000000000000000000000000..65e0c235adb1ae0e7b416e74128bff2cacc74901
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9681d86b2c640925539ad92ca52297f133f17cce627698baaca064df80c997f4
+size 1901
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/.metadata b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..d11fc35c834cb73b060ebaf0aa0dd9c6bda70dfe
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbeda440493e2e151d84be6a977a7f6d3d4967212f7fbc0fe6b31e9bcc6637cc
+size 614328
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..8d5e63e2995b2ad5884cbcd96582eb3d470f8e95
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b02bd1ec6f21f1e3d091071762936e7477f79173fe6eae42f7e4e0cbd94010
+size 1424446005
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cac39eda7247038d6a8aa5f24d172d83233927bb
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70222bd50ec49b2eb9453e37a471eff81acfa9883cdcd8df80d54bdfd904852f
+size 1401881227
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1abfa4d07c89db8691a63065b813afacc626d186
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dc063e0081536a6b5ec03182188ebda0bdada6166685e2a631ecb46230513d
+size 1406759189
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c4ed35cc9fe18565bd162c484b79f2d3ee060db3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ef407895ea3ce7365f89c180f4f6b9775a8b43e55e6b5105b009fe5de6f4d1
+size 1401210558
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.pth b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d9428fd0bee1a262cb6c85a97fe5ad137b75abf3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dc0baa0ad04475f065f020e0b079278e3e62139effea8abc09a5b94492e991
+size 1901
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/.metadata b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..cc4378bbfc326a24550faa9b7d659fa63f9d6354
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e43be26ab3f5bfb9442f78892cd349c145f0b1c967e3f3c87ad35599363901
+size 614328
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5fcde6d92d809d959b79fc5874c455054bfebb4c
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868f0b995496cd80f53a2ac1197cebd5c329b002de518fe1f9ac38701517d506
+size 1424446005
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b902c7cc04ff4b56d18439ef50e09f98bcb987af
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce8f84f2f28ea1586d799249ebbd5a9327ad6396b0c0ca8f49fb9178d9f3130
+size 1401881227
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..09c6115e147857af81d85b4bec09daa758a2622d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f638635333bbd2b8dd4a0f350db6836bb2f8e810d9dde52dec3e9f1166d231
+size 1406759189
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..56689c47539f42428ee5c9d8e64167a428cac4b2
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e805d5c91965feda2674141ab656b8aa66b8b99aed26d515dde5407d90e4a074
+size 1401210558
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.pth b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.pth
new file mode 100644
index 0000000000000000000000000000000000000000..71271f81e0d8857cc179a86d5979bf01efe98745
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814aae93061acf5af8703f6278c131eeeae858edb5113eab843cb2c08eb73cf5
+size 1901
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/.metadata b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..42e90477f1560d617c6a762fa95b080ac1a9b874
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c686e0eae3c5336531b3b608ce396398b51e37985955d0773b43d394dc2ef36
+size 1191891
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__0_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c36745bfe2fe42f0174041d2e2e5213946ba600d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092d424c83ab7c6f594e4bd921e77d87c0809047a55954eee8c9f428d54cedb9
+size 1599501209
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__1_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f9518ef12b9b88306a76a699193501dfc740d180
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae09f7e77cdc9329855e723f8c2f543cfc150167d3c4d28d5681e0ffe1f0dbcc
+size 1598334114
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__2_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..53c9655bec15312bdd59e663d185c153667a7440
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9267dcf401569070c680e61eaf6be5788da91074cd9e3d759b8996fe4cea279a
+size 1598358322
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__3_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..38e84d2d170e0defa3789dacd4dc99fa52bb5a18
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82f79114b396bf5d204f257c9b0e1e1ffe771fc5e985bc10615ae87596652f7
+size 1598356809
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/.metadata b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..14b96dbf51f76f75c9fdd663857b6310533453b8
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5fbbd3b83bb2e1696ddbf9bcfcd1d27c460723107af7a6d75ddb2c3bc98845
+size 1387175
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__0_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0bc45923e98e7ce8790b0564c662877e8b79b328
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ac4d8f014a059f7287d349c4e85cb3d43f43267a0e6a54ece2a93330649ead
+size 351856217
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__1_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..191fb29d8fa8dfd74ddd5564544124267d771b89
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe595ec6214ad56cc2647be39d914f2f16c085cbb855a7ada2a4fae202ff778
+size 352173823
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__2_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f30cc964428b3a23406cad989c4f83bf1a26c9ba
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1fb65f6291ecc515ba3e6daa7a11548d3a61b5ecf9e9d07f04a1ebbbfff04f
+size 352173823
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__3_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4f9dda2ba00dd0dfe021e64229046c72d219203d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.fake_score_optim/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9975d99e0172b12b738c876b0191596c7951c33d7df4c8dd6a7b5fc36d0127f6
+size 352211338
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/.metadata b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..56822b2b0b07544d908f39e17b70c3c1c31684e3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e61c1243332025a31558fff6a57f307b03927ce2b2c99cc7d615b29a35c734
+size 614328
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__0_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d0a65e5578cdff656d3f252201cab1c6c07ca46b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbb6aee4396db8d0ab8c19223430779620a5d0844856d20f213cfb0bb548131
+size 1424446005
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__1_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3b1644733a7fb212c84b444b6c3863e7c30fd863
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2410c29938f07f8fa6891e29fa5b0ac51e7824af4a1d1dcb8039dd458282b7
+size 1401881227
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__2_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ed484583895cf3776fa544046c747e711d08bb58
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f899365f9982830ddaa52998290d71f5dccfbe3c0a46223467e6557a7c2a6a
+size 1406759189
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__3_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0411d4fdaeca8fe0bb936b9de430bcef0a702a6f
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_model/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e124d5553ac7efe56b738bff357b7b0e87d6aaa0651309a5df8d4f72e0509fb
+size 1401210558
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/.metadata b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..f41efba4aaac571f1da90201bdad23bdcf52b789
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86ba2a76a2bc5885afec8caa2dc51e50348e9ca8d93e70bacecd916d6a8860a
+size 1649217
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__0_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3bc4eb687aa81351d7bc7808fdd8a85bb438847d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a711d391346748a9eab3c147aace438b7fb8c633b192f6a26c70551a0b0bef31
+size 2803269738
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__1_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..877286e01df75f934b9b31ce8233c3b39077cbb3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d308d3a9199fc7725ec1b2be0b30c578def893dd2c7995d163eac1d3c4d4d4c
+size 2827716077
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__2_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..fec5f8916ebcdafbeacaf4a89950191880938c77
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75991287af78a8f48a4f3262c16d8d89a82995a9c9019edd7e349d63246b64f9
+size 2827716077
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__3_0.distcp b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..105e4d81af82465fd96e0523c99a5ef1ad75eef0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.net_optim/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dae9a63def10d0d28e932204dff4afb54278278fe2d08dc24a3b07954b127ee
+size 2811295404
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.pth b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f0962d7e3e1c9e5cfb5c8d2ebb51c5d3c938d742
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553ebc51e8510c1b2ecf900a22bb21fcc75d7ba581ece43f39f9bcb0182b9823
+size 1901
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/config.yaml b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..dde3b2447f0031b0e5202680b91076f741e72ea8
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/config.yaml
@@ -0,0 +1,279 @@
+dataloader_train:
+  _target_: <class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>
+  batch_size: '8'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_path.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  load_raw_audio: 'True'
+  neg_text_emb_path: null
+  num_workers: '2'
+  raw_audio_fps: '25.0'
+  raw_audio_num_frames: '81'
+  raw_audio_sample_rate: '16000'
+  use_ref_sequence: 'True'
+dataloader_val:
+  _target_: <function create_omniavatar_dataloader at 0x7f762add2e80>
+  batch_size: '1'
+  data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_val10.txt
+  latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+  load_ode_path: 'False'
+  neg_text_emb_path: null
+  num_workers: '2'
+  use_ref_sequence: 'True'
+eval:
+  max_ckpt: '100000000'
+  min_ckpt: '0'
+  num_samples: '50000'
+  samples_dir: samples
+  save_images: 'False'
+log_config:
+  group: omniavatar_sf
+  name: sf_sink1_window7_redmd_syncc_beta0p25
+  project: OmniAvatar-FastGen
+  wandb_credential: ./credentials/wandb_api.txt
+  wandb_entity: paulhcho
+  wandb_mode: online
+model:
+  add_teacher_to_fsdp_dict: 'True'
+  center_reward: 'False'
+  clamp_reward: null
+  context_noise: '0.0'
+  ddp_find_unused_parameters: 'True'
+  device: cuda
+  discriminator:
+    _target_: <class 'fastgen.networks.discriminators.Discriminator_EDM'>
+    all_res:
+    - '32'
+    - '16'
+    - '8'
+    feature_indices: '{0, 1, 2}'
+    in_channels: '256'
+  discriminator_optimizer:
+    _target_: <function get_optimizer at 0x7f762b0442c0>
+    betas:
+    - '0.9'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: '0.0001'
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  discriminator_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  enable_gradient_in_rollout: 'True'
+  enable_preprocessors: 'True'
+  fake_score: null
+  fake_score_net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+    in_dim: '65'
+    merge_lora: 'False'
+    mode: v2v
+    model_size: 1.3B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+    schedule_type: rf
+    use_audio: 'True'
+  fake_score_optimizer:
+    _target_: <function get_optimizer at 0x7f762b0442c0>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 2e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  fake_score_pred_type: x0
+  fake_score_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  fsdp_meta_init: 'False'
+  gan_loss_weight_gen: '0'
+  gan_r1_reg_alpha: '0.1'
+  gan_r1_reg_weight: '0.0'
+  gan_use_same_t_noise: 'False'
+  grad_scaler_enabled: 'False'
+  grad_scaler_growth_interval: '2000'
+  grad_scaler_init_scale: '65536.0'
+  guidance_scale: '4.5'
+  input_shape:
+  - '16'
+  - '21'
+  - '64'
+  - '64'
+  last_step_only: 'False'
+  load_student_weights: 'False'
+  net:
+    _target_: <class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+    chunk_size: '3'
+    in_dim: '65'
+    local_attn_size: '7'
+    mode: v2v
+    model_size: 1.3B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+    schedule_type: rf
+    sink_size: '1'
+    total_num_frames: '21'
+    use_audio: 'True'
+    use_dynamic_rope: 'True'
+  net_optimizer:
+    _target_: <function get_optimizer at 0x7f762b0442c0>
+    betas:
+    - '0.0'
+    - '0.999'
+    eps: 1e-08
+    fused: 'False'
+    lr: 2e-06
+    model: null
+    optim_type: adamw
+    weight_decay: '0.01'
+  net_scheduler:
+    _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+    cycle_lengths:
+    - '10000000000'
+    f_max:
+    - '1.0'
+    f_min:
+    - '1.0'
+    f_start:
+    - 1e-06
+    warm_up_steps:
+    - '0'
+  precision: bfloat16
+  precision_amp: null
+  precision_amp_enc: null
+  precision_amp_infer: null
+  precision_fsdp: float32
+  pretrained_model_path: ''
+  pretrained_student_net_path: ''
+  reward:
+    audio_sample_rate: '16000'
+    checkpoint_path: /home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model
+    enabled: 'True'
+    input_fps: '25.0'
+    vshift: '15'
+  reward_beta: '0.25'
+  reward_debug_dir: logs/redmd_debug
+  same_step_across_blocks: 'True'
+  sample_t_cfg:
+    log_t_df: '0.01'
+    max_t: '0.999'
+    min_t: '0.001'
+    shift: '5.0'
+    t_list:
+    - '0.999'
+    - '0.833'
+    - '0.0'
+    time_dist_type: shifted
+    train_p_mean: '-1.1'
+    train_p_std: '2.0'
+  save_reward_debug_video: 'False'
+  skip_layers: null
+  start_gradient_frame: '0'
+  student_sample_steps: '2'
+  student_sample_type: sde
+  student_update_freq: '5'
+  teacher:
+    _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+    audio_hidden_size: '32'
+    base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+    in_dim: '65'
+    merge_lora: 'True'
+    mode: v2v
+    model_size: 14B
+    net_pred_type: flow
+    omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_phase2/step-10500.pt
+    schedule_type: rf
+    use_audio: 'True'
+  timestep_cfg:
+    enabled: 'True'
+    t_hi: '0.882'
+    t_lo: '0.556'
+  use_ema: 'False'
+model_class:
+  _target_: <class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>
+  config: null
+trainer:
+  augment_pipe: null
+  batch_size_global: null
+  callbacks:
+    ema:
+      _target_: <class 'fastgen.callbacks.ema.EMACallback'>
+      beta: '0.9999'
+      ema_halflife_kimg: '500'
+      ema_rampup_ratio: '0.05'
+      gamma: '16.97'
+      start_iter: '0'
+      type: constant
+    gpu_stats:
+      _target_: <class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>
+      every_n: '100'
+    grad_clip:
+      _target_: <class 'fastgen.callbacks.grad_clip.GradClipCallback'>
+      grad_norm: '10.0'
+      model_key: net
+    param_count:
+      _target_: <class 'fastgen.callbacks.param_count.ParamCountCallback'>
+    train_profiler:
+      _target_: <class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>
+      every_n: '100'
+    wandb:
+      _target_: <class 'fastgen.callbacks.wandb.WandbCallback'>
+      fps: '25'
+      sample_logging_iter: '100'
+  checkpointer:
+    pretrained_ckpt_key_map:
+      net: net
+    pretrained_ckpt_path: /home/work/.local/hyunbin/checkpoints/df_4gpu_bs16_stochastic_attn_shift5/0010000.pth
+    s3_container: s3://checkpoints/fastgen
+    s3_credential: ./credentials/s3.json
+    save_dir: /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints
+    use_s3: 'False'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp: 'False'
+  fsdp: 'True'
+  fsdp_cpu_offload: 'False'
+  fsdp_min_num_params: '10000000'
+  fsdp_sharding_group_size: null
+  global_vars: null
+  global_vars_val:
+  - null
+  grad_accum_rounds: '2'
+  logging_iter: '1'
+  max_iter: '5000'
+  offload_module_in_decoding: 'False'
+  resume: 'False'
+  save_ckpt_iter: '100'
+  seed: '0'
+  skip_initial_validation: 'True'
+  tf32_enabled: 'True'
+  val_seed: null
+  validation_iter: '100'
+  visualize_teacher: 'False'
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/debug-internal.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..f2131d60ca50118e858fb234aed28c46fb5bd773
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/debug-internal.log
@@ -0,0 +1,7 @@
+{"time":"2026-04-13T00:05:24.654589341+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-13T00:05:25.002902194+09:00","level":"INFO","msg":"stream: created new stream","id":"skitclob"}
+{"time":"2026-04-13T00:05:25.002947918+09:00","level":"INFO","msg":"handler: started","stream_id":"skitclob"}
+{"time":"2026-04-13T00:05:25.003011648+09:00","level":"INFO","msg":"stream: started","id":"skitclob"}
+{"time":"2026-04-13T00:05:25.003032957+09:00","level":"INFO","msg":"writer: started","stream_id":"skitclob"}
+{"time":"2026-04-13T00:05:25.003033608+09:00","level":"INFO","msg":"sender: started","stream_id":"skitclob"}
+{"time":"2026-04-14T02:40:43.562650916+09:00","level":"INFO","msg":"stream: closing","id":"skitclob"}
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/debug.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..c6ac89f669fd7c121277653874d9477441b43536
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/debug.log
@@ -0,0 +1,21 @@
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_setup.py:_flush():81] Configure stats pid to 2843585
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/logs/debug.log
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/logs/debug-internal.log
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_init.py:init():844] calling init triggers
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf', 'name': 'sf_sink1_window7_redmd_syncc_beta0p25', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/checkpoints/df_4gpu_bs16_stochastic_attn_shift5/0010000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '5000', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '2', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '10000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '8', 'num_workers': '2', 'neg_text_emb_path': None, 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': None, 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7fe3e9c72e80>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>"}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_phase2/step-10500.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fe3e9eec2c0>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.833', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fe3e9eec2c0>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fe3e9eec2c0>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15'}, 'reward_beta': '0.25', 'center_reward': 'False', 'clamp_reward': None, 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_init.py:init():892] starting backend
+2026-04-13 00:05:24,639 INFO    MainThread:2843585 [wandb_init.py:init():895] sending inform_init request
+2026-04-13 00:05:24,652 INFO    MainThread:2843585 [wandb_init.py:init():903] backend started and connected
+2026-04-13 00:05:24,656 INFO    MainThread:2843585 [wandb_init.py:init():973] updated telemetry
+2026-04-13 00:05:24,674 INFO    MainThread:2843585 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-13 00:05:25,856 INFO    MainThread:2843585 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-13 00:05:26,103 INFO    MainThread:2843585 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-13 00:05:26,103 INFO    MainThread:2843585 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-13 00:05:26,103 INFO    MainThread:2843585 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-13 00:05:26,103 INFO    MainThread:2843585 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-13 00:05:26,108 INFO    MainThread:2843585 [wandb_init.py:init():1082] run started, returning control to user process
+2026-04-14 02:40:43,562 INFO    wandb-AsyncioManager-main:2843585 [service_client.py:_forward_responses():134] Reached EOF.
+2026-04-14 02:40:43,562 INFO    wandb-AsyncioManager-main:2843585 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles.
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/config.yaml b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..07c9c33325754cad58b667554f61d40c502fe13c
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/config.yaml
@@ -0,0 +1,383 @@
+_wandb:
+    value:
+        cli_version: 0.25.0
+        e:
+            3quw48yzgohxe47xge3c2r2qxf4cz813:
+                args:
+                    - --config=fastgen/configs/experiments/OmniAvatar/config_sf_sink1_window7_redmd.py
+                    - '-'
+                    - trainer.resume=False
+                    - log_config.group=omniavatar_sf
+                    - log_config.name=sf_sink1_window7_redmd_syncc_beta0p25
+                    - log_config.project=OmniAvatar-FastGen
+                    - log_config.wandb_entity=paulhcho
+                codePath: train.py
+                codePathLocal: train.py
+                cpu_count: 112
+                cpu_count_logical: 224
+                cudaVersion: "12.9"
+                disk:
+                    /:
+                        total: "1356758433792"
+                        used: "1011462508544"
+                email: paul.hyunbin@gmail.com
+                executable: /home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12
+                git:
+                    commit: 6e0d06d0b09bb0619ca86f679398df2426c6a31d
+                    remote: https://paulcho98:@github.com/paulcho98/FastGen.git
+                gpu: NVIDIA H200
+                gpu_count: 4
+                gpu_nvidia:
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0
+                host: main1
+                memory:
+                    total: "2163961778176"
+                os: Linux-5.15.0-151-generic-x86_64-with-glibc2.39
+                program: /home/work/.local/hyunbin/FastGen-redmd/train.py
+                python: CPython 3.12.12
+                root: /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25
+                startedAt: "2026-04-12T15:05:24.404080Z"
+                writerId: 3quw48yzgohxe47xge3c2r2qxf4cz813
+        m: []
+        python_version: 3.12.12
+        t:
+            "1":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 50
+                - 53
+                - 63
+                - 71
+                - 83
+                - 98
+            "2":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 50
+                - 53
+                - 63
+                - 71
+                - 83
+                - 98
+            "3":
+                - 13
+                - 14
+                - 16
+                - 61
+                - 62
+            "4": 3.12.12
+            "5": 0.25.0
+            "6": 5.3.0
+            "12": 0.25.0
+            "13": linux-x86_64
+dataloader_train:
+    value:
+        _target_: <class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>
+        batch_size: "8"
+        data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_path.txt
+        latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+        load_raw_audio: "True"
+        neg_text_emb_path: null
+        num_workers: "2"
+        raw_audio_fps: "25.0"
+        raw_audio_num_frames: "81"
+        raw_audio_sample_rate: "16000"
+        use_ref_sequence: "True"
+dataloader_val:
+    value:
+        _target_: <function create_omniavatar_dataloader at 0x7fe3e9c72e80>
+        batch_size: "1"
+        data_list_path: /home/work/stableavatar_data/v2v_training_data/video_square_val10.txt
+        latentsync_mask_path: /home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png
+        load_ode_path: "False"
+        neg_text_emb_path: null
+        num_workers: "2"
+        use_ref_sequence: "True"
+eval:
+    value:
+        max_ckpt: "100000000"
+        min_ckpt: "0"
+        num_samples: "50000"
+        samples_dir: samples
+        save_images: "False"
+log_config:
+    value:
+        group: omniavatar_sf
+        name: sf_sink1_window7_redmd_syncc_beta0p25
+        project: OmniAvatar-FastGen
+        wandb_credential: ./credentials/wandb_api.txt
+        wandb_entity: paulhcho
+        wandb_mode: online
+model:
+    value:
+        add_teacher_to_fsdp_dict: "True"
+        center_reward: "False"
+        clamp_reward: null
+        context_noise: "0.0"
+        ddp_find_unused_parameters: "True"
+        device: cuda
+        discriminator:
+            _target_: <class 'fastgen.networks.discriminators.Discriminator_EDM'>
+            all_res:
+                - "32"
+                - "16"
+                - "8"
+            feature_indices: '{0, 1, 2}'
+            in_channels: "256"
+        discriminator_optimizer:
+            _target_: <function get_optimizer at 0x7fe3e9eec2c0>
+            betas:
+                - "0.9"
+                - "0.999"
+            eps: "1e-08"
+            fused: "False"
+            lr: "0.0001"
+            model: null
+            optim_type: adamw
+            weight_decay: "0.01"
+        discriminator_scheduler:
+            _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+            cycle_lengths:
+                - "10000000000"
+            f_max:
+                - "1.0"
+            f_min:
+                - "1.0"
+            f_start:
+                - "1e-06"
+            warm_up_steps:
+                - "0"
+        enable_gradient_in_rollout: "True"
+        enable_preprocessors: "True"
+        fake_score: null
+        fake_score_net:
+            _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+            audio_hidden_size: "32"
+            base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+            in_dim: "65"
+            merge_lora: "False"
+            mode: v2v
+            model_size: 1.3B
+            net_pred_type: flow
+            omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+            schedule_type: rf
+            use_audio: "True"
+        fake_score_optimizer:
+            _target_: <function get_optimizer at 0x7fe3e9eec2c0>
+            betas:
+                - "0.0"
+                - "0.999"
+            eps: "1e-08"
+            fused: "False"
+            lr: "2e-06"
+            model: null
+            optim_type: adamw
+            weight_decay: "0.01"
+        fake_score_pred_type: x0
+        fake_score_scheduler:
+            _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+            cycle_lengths:
+                - "10000000000"
+            f_max:
+                - "1.0"
+            f_min:
+                - "1.0"
+            f_start:
+                - "1e-06"
+            warm_up_steps:
+                - "0"
+        fsdp_meta_init: "False"
+        gan_loss_weight_gen: "0"
+        gan_r1_reg_alpha: "0.1"
+        gan_r1_reg_weight: "0.0"
+        gan_use_same_t_noise: "False"
+        grad_scaler_enabled: "False"
+        grad_scaler_growth_interval: "2000"
+        grad_scaler_init_scale: "65536.0"
+        guidance_scale: "4.5"
+        input_shape:
+            - "16"
+            - "21"
+            - "64"
+            - "64"
+        last_step_only: "False"
+        load_student_weights: "False"
+        net:
+            _target_: <class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>
+            audio_hidden_size: "32"
+            base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors
+            chunk_size: "3"
+            in_dim: "65"
+            local_attn_size: "7"
+            mode: v2v
+            model_size: 1.3B
+            net_pred_type: flow
+            omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt
+            schedule_type: rf
+            sink_size: "1"
+            total_num_frames: "21"
+            use_audio: "True"
+            use_dynamic_rope: "True"
+        net_optimizer:
+            _target_: <function get_optimizer at 0x7fe3e9eec2c0>
+            betas:
+                - "0.0"
+                - "0.999"
+            eps: "1e-08"
+            fused: "False"
+            lr: "2e-06"
+            model: null
+            optim_type: adamw
+            weight_decay: "0.01"
+        net_scheduler:
+            _target_: <class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>
+            cycle_lengths:
+                - "10000000000"
+            f_max:
+                - "1.0"
+            f_min:
+                - "1.0"
+            f_start:
+                - "1e-06"
+            warm_up_steps:
+                - "0"
+        precision: bfloat16
+        precision_amp: null
+        precision_amp_enc: null
+        precision_amp_infer: null
+        precision_fsdp: float32
+        pretrained_model_path: ""
+        pretrained_student_net_path: ""
+        reward:
+            audio_sample_rate: "16000"
+            checkpoint_path: /home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model
+            enabled: "True"
+            input_fps: "25.0"
+            vshift: "15"
+        reward_beta: "0.25"
+        reward_debug_dir: logs/redmd_debug
+        same_step_across_blocks: "True"
+        sample_t_cfg:
+            log_t_df: "0.01"
+            max_t: "0.999"
+            min_t: "0.001"
+            shift: "5.0"
+            t_list:
+                - "0.999"
+                - "0.833"
+                - "0.0"
+            time_dist_type: shifted
+            train_p_mean: "-1.1"
+            train_p_std: "2.0"
+        save_reward_debug_video: "False"
+        skip_layers: null
+        start_gradient_frame: "0"
+        student_sample_steps: "2"
+        student_sample_type: sde
+        student_update_freq: "5"
+        teacher:
+            _target_: <class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>
+            audio_hidden_size: "32"
+            base_model_paths: /home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors
+            in_dim: "65"
+            merge_lora: "True"
+            mode: v2v
+            model_size: 14B
+            net_pred_type: flow
+            omniavatar_ckpt_path: /home/work/output_omniavatar_v2v_phase2/step-10500.pt
+            schedule_type: rf
+            use_audio: "True"
+        timestep_cfg:
+            enabled: "True"
+            t_hi: "0.882"
+            t_lo: "0.556"
+        use_ema: "False"
+model_class:
+    value:
+        _target_: <class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>
+        config: null
+trainer:
+    value:
+        augment_pipe: null
+        batch_size_global: null
+        callbacks:
+            ema:
+                _target_: <class 'fastgen.callbacks.ema.EMACallback'>
+                beta: "0.9999"
+                ema_halflife_kimg: "500"
+                ema_rampup_ratio: "0.05"
+                gamma: "16.97"
+                start_iter: "0"
+                type: constant
+            gpu_stats:
+                _target_: <class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>
+                every_n: "100"
+            grad_clip:
+                _target_: <class 'fastgen.callbacks.grad_clip.GradClipCallback'>
+                grad_norm: "10.0"
+                model_key: net
+            param_count:
+                _target_: <class 'fastgen.callbacks.param_count.ParamCountCallback'>
+            train_profiler:
+                _target_: <class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>
+                every_n: "100"
+            wandb:
+                _target_: <class 'fastgen.callbacks.wandb.WandbCallback'>
+                fps: "25"
+                sample_logging_iter: "100"
+        checkpointer:
+            pretrained_ckpt_key_map:
+                net: net
+            pretrained_ckpt_path: /home/work/.local/hyunbin/checkpoints/df_4gpu_bs16_stochastic_attn_shift5/0010000.pth
+            s3_container: s3://checkpoints/fastgen
+            s3_credential: ./credentials/s3.json
+            save_dir: /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints
+            use_s3: "False"
+        cudnn:
+            benchmark: "True"
+            deterministic: "False"
+        ddp: "False"
+        fsdp: "True"
+        fsdp_cpu_offload: "False"
+        fsdp_min_num_params: "10000000"
+        fsdp_sharding_group_size: null
+        global_vars: null
+        global_vars_val:
+            - null
+        grad_accum_rounds: "2"
+        logging_iter: "1"
+        max_iter: "5000"
+        offload_module_in_decoding: "False"
+        resume: "False"
+        save_ckpt_iter: "100"
+        seed: "0"
+        skip_initial_validation: "True"
+        tf32_enabled: "True"
+        val_seed: null
+        validation_iter: "100"
+        visualize_teacher: "False"
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_1000_ca30668b948401c81293.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_1000_ca30668b948401c81293.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..1c448cb427f0281460146d3f98bb6d74a17ec19a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_1000_ca30668b948401c81293.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca30668b948401c81293fb08e9c4bdb3775bd3a57ea05d646a92ee5366145653
+size 220977
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_100_47403c800591fce4a99b.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_100_47403c800591fce4a99b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23f2f377ccf704bcaa09a4c9b1a9b5151ab73aac
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_100_47403c800591fce4a99b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47403c800591fce4a99b38622b7607baeec11f4e025df3962d292acf880fba6c
+size 192248
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_200_4e05a85e239f00a00e38.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_200_4e05a85e239f00a00e38.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c0fdfbad50d1423fb0ee98a75767d17d3c13b75b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_200_4e05a85e239f00a00e38.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e05a85e239f00a00e386c8d8a9eaabeac26dd4943226f41d80d9f6b7c50bff6
+size 181830
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_300_97779d11e00d4fea84a0.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_300_97779d11e00d4fea84a0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..1fd7a958d162e551e0f6ce9b94e075ce8f98807e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_300_97779d11e00d4fea84a0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97779d11e00d4fea84a00b1667ca4d081ba87b85cf65fac40d228e9774f762d2
+size 194172
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_400_112c0905448a821974f0.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_400_112c0905448a821974f0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..9684c7bde9ed18086d39e7a9880b642c505b3947
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_400_112c0905448a821974f0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112c0905448a821974f0bf0a94d9107473bb02b60e0ebe1e75a57d309670facb
+size 219311
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_500_2594e32c120a620ede9d.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_500_2594e32c120a620ede9d.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..7e38036c10e966c2c82fa717b29431a1ff88e1ae
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_500_2594e32c120a620ede9d.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2594e32c120a620ede9d4613c87c8985d5ec03a9250077d94093cf8001922aae
+size 190461
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_600_aebf0f3e2314a893fcf4.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_600_aebf0f3e2314a893fcf4.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..df584863079059c25acb730ed404066fdef5d340
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_600_aebf0f3e2314a893fcf4.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebf0f3e2314a893fcf47216a0d6c68b02b30d80a7347c759681d9497a805c01
+size 220015
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_700_3c436e5b680054e936ff.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_700_3c436e5b680054e936ff.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f6965c0fed869508fa84a9dd8a56bb0cd1934674
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_700_3c436e5b680054e936ff.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c436e5b680054e936ff26360fb66b585231d0a1a25045b1a1ea13419da417ed
+size 171707
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_800_26ce9945425f41d01fc0.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_800_26ce9945425f41d01fc0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..d9818752921972d6959815d32c836d17de58b001
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_800_26ce9945425f41d01fc0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ce9945425f41d01fc002ed926bf2ff7b188cf4317ee8405698788d2ae7baf3
+size 218376
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_900_d940327fed8557b1d5b9.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_900_d940327fed8557b1d5b9.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..bc3f5bf27897c9f3cedc6b5849aa023745853dc6
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/data/real_900_d940327fed8557b1d5b9.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d940327fed8557b1d5b91e1432043c80bf49d0a41483932b8a59ce57023ad9dd
+size 130643
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_1000_ae70898a667c00aa5662.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_1000_ae70898a667c00aa5662.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..e77dc0dbccfb45f25b65585b6f1261df640a29aa
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_1000_ae70898a667c00aa5662.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae70898a667c00aa56620a8059a376a6bb12b20d9c6e06761d4e173dfaeb4060
+size 326756
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_100_94eb31a80a3ac40c0b78.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_100_94eb31a80a3ac40c0b78.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..20024a605d67c50a7d7711d5c3774870020b1870
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_100_94eb31a80a3ac40c0b78.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94eb31a80a3ac40c0b784fa1ed95d7658ccf862baec8f47cf6d3c6ff212673ba
+size 206948
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_200_a8496205c65d88654cdf.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_200_a8496205c65d88654cdf.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..79cf5208c78609dd233a37f2a983a4c51e6f0b11
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_200_a8496205c65d88654cdf.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8496205c65d88654cdfb27c26722753997bba2f39fc4c7da2abb64f4c2c1d27
+size 213794
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_300_aab2dfb491aad607c9fd.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_300_aab2dfb491aad607c9fd.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3368da0ac64d37fbe84029e0390a2c431ecbd68f
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_300_aab2dfb491aad607c9fd.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab2dfb491aad607c9fdb3d34c16c29d309e2d4ade566165eca5cad13f0c331d
+size 230222
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_400_bce85452b11a6a44d134.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_400_bce85452b11a6a44d134.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..dcd2bdabad5b2d567d3bacf46a30f795bd8be366
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_400_bce85452b11a6a44d134.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce85452b11a6a44d134785a234e8b1f213c8448723c8361c94b405e1f13b991
+size 279237
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_500_4d195ac74629b2c68276.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_500_4d195ac74629b2c68276.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..e175ab0249cdb900ff4163ac8d209d96731de15f
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_500_4d195ac74629b2c68276.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d195ac74629b2c682768cc7df910b7f2a4e8625853bf08c6cbd087173f01576
+size 266860
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_600_cb9b660f37c0aa0b875f.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_600_cb9b660f37c0aa0b875f.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..7c4035c500e2b7dd39434d29af5c414989841d61
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_600_cb9b660f37c0aa0b875f.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9b660f37c0aa0b875f1e73323e9e83b87887c68d31094f063edb80bf2e2ad4
+size 279519
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_700_9fcd75f959500a5e1e1b.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_700_9fcd75f959500a5e1e1b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3380e3be0bda72d1cb6f7fed7dee9ab6438a5294
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_700_9fcd75f959500a5e1e1b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcd75f959500a5e1e1b98efad4d552ea96080008de1edbc33f8582acecce4ea
+size 261247
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_800_925fdd2186cb9c597613.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_800_925fdd2186cb9c597613.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..aec3da49b0367ac6ae42bc24436193f30ba35834
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_800_925fdd2186cb9c597613.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925fdd2186cb9c5976134aa634e733a0e85e0399266a9f46a0f6f8f4fbbc2ea2
+size 327990
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_900_eeb7166f325061ee5ed4.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_900_eeb7166f325061ee5ed4.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..5141c35e1ea44b117848fdd787f75931229d03d4
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/train_media/student/generation_900_eeb7166f325061ee5ed4.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb7166f325061ee5ed43af622ffe430460116269a1501c6226b8c946ba95f0b
+size 180681
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_080aa089c18cc7ef49bb.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_080aa089c18cc7ef49bb.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..6b981ddaaa26d9797ab3b88b0ce5cee86cfaa884
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_080aa089c18cc7ef49bb.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080aa089c18cc7ef49bb1f884b541644e327e0082c55094c4a8afb23275f6ce0
+size 309281
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_199376eecdb2ac3805b1.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_199376eecdb2ac3805b1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..00ab7501f8bee80aa1d10d0c1631f4cab78d0ab1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_199376eecdb2ac3805b1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199376eecdb2ac3805b1e650c48a797999e7abf6b0f1c7ae6182e95e60616ade
+size 296517
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_227f86d89a1074a49bef.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_227f86d89a1074a49bef.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3f4e67bd53337025d5337b988d24fea5d49d735a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_227f86d89a1074a49bef.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227f86d89a1074a49befd3042b1e31c106b52ad92d9658cc7f65c069c8f4e5dc
+size 258919
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_470acda56ef8e222c768.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_470acda56ef8e222c768.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b276c518445a4358d5c46b42d70e860a28a3102c
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_470acda56ef8e222c768.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470acda56ef8e222c768fb15e8d6a61a386dc33df507c50b79c0c28b2a574e20
+size 252610
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_507b3ab91a43591d37ef.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_507b3ab91a43591d37ef.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..d8de7415fd9c5f339118bc67c03fe62d3ba436c0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_507b3ab91a43591d37ef.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507b3ab91a43591d37ef1185381df3c4f77d015c6a9360860a9865a25e55715e
+size 352249
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_61c5108f3aadcad2f0b6.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_61c5108f3aadcad2f0b6.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f6bba68d4bf2054b64a25f5c0d97cd21b79f367c
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_61c5108f3aadcad2f0b6.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c5108f3aadcad2f0b602858a9cf04c5d4606e38b14cc3c414bf080f274ee92
+size 252398
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_7cac36bf623c69d2a9fb.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_7cac36bf623c69d2a9fb.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..7000067fea096694b7124f0a4c2567b9a041248e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_7cac36bf623c69d2a9fb.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cac36bf623c69d2a9fb854c8066f938d1daad7135f3b24f5b9704ac69af62ca
+size 350298
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_c39881aba6524a2b57d4.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_c39881aba6524a2b57d4.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..120ca6a5ef2ba420d94b78b7032b8edaeb613389
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_c39881aba6524a2b57d4.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39881aba6524a2b57d4f255e56e4fedfc10272dbefa12844d17dbc875404ac7
+size 303445
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_e64482d5331dd47dd2ce.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_e64482d5331dd47dd2ce.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0b8ff9debf2a26bf46a258229bc4e056e8898ef2
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_e64482d5331dd47dd2ce.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64482d5331dd47dd2ce491397c8e0e13d5ba0e26a9e952fb75554b8355a6095
+size 217384
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_ff7a75faae4b9d53e488.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_ff7a75faae4b9d53e488.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3d2dd3839cf1bc56a62311d36e05c02b877bfce7
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_1000_ff7a75faae4b9d53e488.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7a75faae4b9d53e48852ebba2c658168c5222469f8e3aece69a611b7688e0e
+size 234020
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_10db04eacbf1fd7e0060.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_10db04eacbf1fd7e0060.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3cd7122b794561b64198cb2da53cd40e4e338bc7
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_10db04eacbf1fd7e0060.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10db04eacbf1fd7e00604431d0cd6c60ed0fb69e7b7c4e95fc1059c62121fb52
+size 278731
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_4b7bda56f91d77f69aff.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_4b7bda56f91d77f69aff.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f848b835b868fa2b7fe44e5c81cb6d64e9e7dea5
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_4b7bda56f91d77f69aff.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7bda56f91d77f69aff4d2661d1894124cef4afc5d0f25c586a2fc8640dcf3e
+size 298549
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_4ebe6384ccb396e595b4.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_4ebe6384ccb396e595b4.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..37275a9ecff69a1c9f468ff2d96b7e634d091f02
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_4ebe6384ccb396e595b4.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebe6384ccb396e595b4f0128a86fd51c866eea7c67ee49e4c3cd06e75e87e80
+size 253674
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_59b2955d6e3fb42b60fe.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_59b2955d6e3fb42b60fe.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..9f6ba8c6823f9f4d00c26e54268f6b689a8092a3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_59b2955d6e3fb42b60fe.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b2955d6e3fb42b60fee96e96c9d271a606f55145fe76a3e9d1183165887a67
+size 211010
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_6ca4322a40f5f63a88cc.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_6ca4322a40f5f63a88cc.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..d0d8580492c05af9cf770ee668e8caa05c4695b4
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_6ca4322a40f5f63a88cc.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca4322a40f5f63a88cc5c1417131f50626bab15d93bf19a13328d291edffe34
+size 201637
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_841f156eaaa87b2cbf2f.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_841f156eaaa87b2cbf2f.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..20b2c636ff93e1d40399379b9b82a7c627198bd2
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_841f156eaaa87b2cbf2f.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841f156eaaa87b2cbf2fe476b776749c9600dfe3364546d639d47c1719e57270
+size 178335
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_a8e1a4c818c27da6dbd0.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_a8e1a4c818c27da6dbd0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c33c1306742bef8db4f5177c106cdf68ace378fc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_a8e1a4c818c27da6dbd0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e1a4c818c27da6dbd0bb34a50f78bf3579c472be6f4775b81abbef4846cf80
+size 247447
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_ef53096947e92904887b.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_ef53096947e92904887b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f2d3cf82225b4aec457a79f40f3125dba39794db
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_ef53096947e92904887b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef53096947e92904887bd89a1841d2ad160d6a1b98cdb60a830f46cdacd463e8
+size 204778
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_f48191cf5aba37739c88.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_f48191cf5aba37739c88.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..1a85d7347288d7eb607ff88cb78d018d049f0cfe
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_f48191cf5aba37739c88.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48191cf5aba37739c888d7da336ac02665559044feaae795f3733e564ad847e
+size 249656
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_fef36f98378eae4e0659.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_fef36f98378eae4e0659.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..9803073ed5aafad8f4c20fb077431cb286eb8a14
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_100_fef36f98378eae4e0659.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef36f98378eae4e065925943ad23ed8d37ab39b1acaba451ee2bf1cca7b4545
+size 189597
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_2617d67028934b85216d.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_2617d67028934b85216d.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..4143242d27d2ec055314313e18fb820dd1a04153
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_2617d67028934b85216d.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2617d67028934b85216d9d4af120f41da9a7ba74faf1b7e28cc28335f221ae70
+size 216711
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_4dade51a9ad8c2fa3f9c.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_4dade51a9ad8c2fa3f9c.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..e6d35fbe9ea9ee9df7816262ae440e2358923a02
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_4dade51a9ad8c2fa3f9c.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dade51a9ad8c2fa3f9c9acc7b12e56159e2a5c8b35374c6189b3d9d9a430b9e
+size 211245
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_50adbbe70ad8d8c76eb4.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_50adbbe70ad8d8c76eb4.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b48073412c52ba9f0db30830f12a8fa6ddf1f0d5
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_50adbbe70ad8d8c76eb4.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50adbbe70ad8d8c76eb44272bed5d7ca40f9b5b8d6673d98e21ce4893e1e7c4b
+size 260122
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_5171b5df6488a7f4f06f.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_5171b5df6488a7f4f06f.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..9c8ec845e7740d5ac953d58e75836a02aeff6c3e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_5171b5df6488a7f4f06f.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5171b5df6488a7f4f06fb5c8050900b7d91c7dbae5f354419dac2880fb475ff2
+size 196494
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_a3d7b493e72ea1094e4c.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_a3d7b493e72ea1094e4c.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..a67602714fcae8758182281382a735f3b443c799
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_a3d7b493e72ea1094e4c.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d7b493e72ea1094e4cef4d71a20c83a005a21409ab7be1875f89b76de9f12e
+size 183469
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_cc80e7ad9a83e81da885.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_cc80e7ad9a83e81da885.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..65cbb57e26238ab76d65a6be85baec9da4121e85
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_cc80e7ad9a83e81da885.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc80e7ad9a83e81da8855fdb3314a7a728befd4e15ef5146247f5d010ed0c62e
+size 284242
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_dad8764d766e678090ea.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_dad8764d766e678090ea.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f61af9be3466b5838c5d3824a93256ba681384f5
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_dad8764d766e678090ea.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad8764d766e678090ea7ca5a5b1efb5b18af5420d1082e4ce5be85b37065afd
+size 261464
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_e5cf0bbd71a075b91827.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_e5cf0bbd71a075b91827.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0155b07e791b2d1a639a332442bea9b08ed5b903
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_e5cf0bbd71a075b91827.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cf0bbd71a075b91827128cdcfc3ce93127c3555ee33e945abca1db41869676
+size 255788
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_e69b704dc8670fb4b4f4.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_e69b704dc8670fb4b4f4.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..854a83a8b2e76cc272ad5e9e100726535eb84ca0
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_e69b704dc8670fb4b4f4.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69b704dc8670fb4b4f4861119e01425a35c5e146ca4c30d541cc42b2050e15e
+size 208536
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_fd69e1ad6fbf90dc62a6.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_fd69e1ad6fbf90dc62a6.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b841910e75ac4e19de507c5225071f995ee5d412
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_200_fd69e1ad6fbf90dc62a6.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd69e1ad6fbf90dc62a6d2ee0ceddc383a6b6126ef57cee1da0650622f107cf4
+size 306034
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_0061eb547ab3e7412ba4.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_0061eb547ab3e7412ba4.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..409c5fb582b2fca880401efc6abc2b8a9a215177
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_0061eb547ab3e7412ba4.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0061eb547ab3e7412ba4391c8142d9306856edb5e1ccbb317b4703cd6520a43a
+size 270288
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_252f8b3eec70334cfb87.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_252f8b3eec70334cfb87.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..69fe09ff97dcd5904440620c5ef6f5abcc0a96db
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_252f8b3eec70334cfb87.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252f8b3eec70334cfb8711be3bf69ffaf84f59a21802b884313f54479187570b
+size 263512
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_26704a710e6bb244e3fd.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_26704a710e6bb244e3fd.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..030c381ac2b8b832cea8f609d9703bf2109387e9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_26704a710e6bb244e3fd.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26704a710e6bb244e3fd3985d8f522062021b13cb1c60c4ec8e96e2f783a1ebc
+size 289869
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_5bd002c80247fa31b5ae.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_5bd002c80247fa31b5ae.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..be34a971293b2008d419bd1108a26e0556ecf98b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_5bd002c80247fa31b5ae.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd002c80247fa31b5ae045318bcfded9753ddbbcb86e6c9e67df57960f9ede0
+size 186353
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_76bc9451176000d91f91.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_76bc9451176000d91f91.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0345dbe020156c6e5b067ba0263d02a153062c71
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_76bc9451176000d91f91.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bc9451176000d91f9136ab4d32ff3e5f048f664ad19af577b4fb88d43d0854
+size 262839
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_a31b44841d0321418c93.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_a31b44841d0321418c93.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..6b5bd7a147ef38cd526a28005a775b701bfae5ce
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_a31b44841d0321418c93.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31b44841d0321418c930e3ef4061d28ec7b4f7293a3cec4745c4a4e9af9e0f4
+size 222267
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_add2c7dbfa1e6e1489e9.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_add2c7dbfa1e6e1489e9.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..9410f2327eb52089ba709beb7cab2374e3fe9f3d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_add2c7dbfa1e6e1489e9.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add2c7dbfa1e6e1489e9d65b7b66b3bbcdda7f718c09938fbe32cbd16223095c
+size 311752
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_afa05de71dc4d6f4ae68.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_afa05de71dc4d6f4ae68.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..29ed4ca0f9751f7bcef1a027e6d03b03f87d04b5
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_afa05de71dc4d6f4ae68.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa05de71dc4d6f4ae68dd8b3f63f2b7ede0077cffbeabe2e56f76de99005dff
+size 204703
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_f6af5fea9c544dfd3a38.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_f6af5fea9c544dfd3a38.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..9d0041dda7a8c914528d33b1c9daf18ccbb16e67
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_f6af5fea9c544dfd3a38.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6af5fea9c544dfd3a38c8fc49edf857a4aea15aec5963bb57c44738dc1d79df
+size 221690
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_f793d19b50b93d568ef5.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_f793d19b50b93d568ef5.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..06c5da649d2dad0448196b159e7d0a2072c52afe
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_300_f793d19b50b93d568ef5.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f793d19b50b93d568ef54e2f809341286da01d83cd1b96db25c85b06bece5eb8
+size 215552
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_2285fa21508b2d10b03e.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_2285fa21508b2d10b03e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..78fd42dc17a32720de656bf49683180b1e9e0e24
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_2285fa21508b2d10b03e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2285fa21508b2d10b03ef58a44b57cb2f8068f7ef1854108df115786702b2521
+size 331289
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_3485da9e0fa1368f55c1.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_3485da9e0fa1368f55c1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..49d5146663c1851330cb9fd1b173318b30e71675
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_3485da9e0fa1368f55c1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3485da9e0fa1368f55c1fe8c8d12a57a454fa905e9d1d35357328a60fb1f8362
+size 318177
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_48d57dcf90b71b65f023.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_48d57dcf90b71b65f023.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0116a8696342e49460353d005bfe766915d5784d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_48d57dcf90b71b65f023.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d57dcf90b71b65f023c12e0510b0dc2c53117e3164b5f9a243486e8164736c
+size 218739
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_94257a15b95cc2bfdec7.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_94257a15b95cc2bfdec7.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..46ab9090c0c8a211224e8d6b2dd8b377ea6084a7
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_94257a15b95cc2bfdec7.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94257a15b95cc2bfdec736915e90be56480c6bff0be4707abb3b79b3a68307d6
+size 236778
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_9e4c4a9e8a8ac7a0757a.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_9e4c4a9e8a8ac7a0757a.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..4a6a9263936e04950420114f31978ea00dd31f1d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_9e4c4a9e8a8ac7a0757a.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4c4a9e8a8ac7a0757afff7fda11b1fbf562d26b9ede6310bea3b2610ab253a
+size 282528
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_b5f98eed85dad4dd39c4.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_b5f98eed85dad4dd39c4.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..2fb01df3660c2a1fc7e3dbc67b1a10c5418528c9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_b5f98eed85dad4dd39c4.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f98eed85dad4dd39c414213392071a5d51c0a49ef1e1d111a19d59a70f4cd9
+size 274328
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_bb2bfa49d0d71f5bf350.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_bb2bfa49d0d71f5bf350.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..d22ad70887853efce5a4d32ad33021bdf207d7c2
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_bb2bfa49d0d71f5bf350.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2bfa49d0d71f5bf350fe02c447292146eb90e08db0a87b4c6218a5efc017fb
+size 198869
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_c81608090441eb1691c7.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_c81608090441eb1691c7.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..088ee2c7b5e64edf9f5da800da08261b97c222aa
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_c81608090441eb1691c7.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81608090441eb1691c734c2514035dc55211f2a544a546289d10aee73e5daa2
+size 284317
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_d10dfdfd300d821db468.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_d10dfdfd300d821db468.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..ac14d4d953e13dca05037e903e028c244ffd13de
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_d10dfdfd300d821db468.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10dfdfd300d821db4684934503cb19c4c065589e3cd2148fa3d60ac8628a3c9
+size 236270
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_f66d8e01a5ae79171d0d.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_f66d8e01a5ae79171d0d.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..de8ed2742f5a47008463c2bbd0a050194ab952ca
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_400_f66d8e01a5ae79171d0d.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66d8e01a5ae79171d0d337da1251f784378171d586987b6b7f8832175c95a29
+size 228648
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_2287fca91c9fdc55aa51.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_2287fca91c9fdc55aa51.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3840c760b11ed7b36987487630c8ae0c3d3aa006
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_2287fca91c9fdc55aa51.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2287fca91c9fdc55aa5177935f62fd38cfc54fabcfb17e6bac28e690d382938e
+size 248000
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_3ce5ac9455e74f039653.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_3ce5ac9455e74f039653.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..55856087af5a745c695757c344102938667f2820
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_3ce5ac9455e74f039653.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce5ac9455e74f039653a61b58dd375a4eb58dba09fe70affcd74bd730d8a5d0
+size 303289
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_54a9e4e85beb7b6c97a7.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_54a9e4e85beb7b6c97a7.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..df59cc57f2e62e98147263751916d4d145842b59
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_54a9e4e85beb7b6c97a7.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a9e4e85beb7b6c97a7169b90bb8d719cfbb60928c58d6a562e64b9b6a20e45
+size 252061
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_94bbe8654b348f25e096.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_94bbe8654b348f25e096.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..fdffe11bc602cf5a7d242b3b7e8d19aeade701a6
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_94bbe8654b348f25e096.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bbe8654b348f25e096701be26390fc8227626dcf93be2c601d6053f7bc7a1a
+size 234621
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_94dc7ec79fac3b9e49c5.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_94dc7ec79fac3b9e49c5.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..953d00abbde0a44b52facca406af1a828685c544
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_94dc7ec79fac3b9e49c5.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94dc7ec79fac3b9e49c5a8c98370626f4111b01e8ac0cdb2bd11c95fded2df1e
+size 305806
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_9b8fdb8bf90cc2835b98.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_9b8fdb8bf90cc2835b98.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..56974d6733d5e0bb8fbab159230d7c41a87eed40
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_9b8fdb8bf90cc2835b98.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8fdb8bf90cc2835b98dcdde4fb97c2fca29a34948bf5328b0a6bf6a934c82d
+size 346760
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_9d85820fbb27d53b5336.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_9d85820fbb27d53b5336.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..58257e4784c23dc2df09c2612103e34da95db3e2
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_9d85820fbb27d53b5336.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d85820fbb27d53b533698a71562d9e9419f2a6287ca9c1ef593152a42f45205
+size 217846
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_da3de65fdf9ff7b90b21.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_da3de65fdf9ff7b90b21.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..1ad830f7f885c22f48affea95c81efdb738192ad
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_da3de65fdf9ff7b90b21.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3de65fdf9ff7b90b215e71191ed7039c0843b529271d8d4a1768fde335febd
+size 297411
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_e53c527367bf22694140.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_e53c527367bf22694140.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..1a0ec8be2fc0af4b6329fc3b0e66a0eb501d058a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_e53c527367bf22694140.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53c527367bf22694140de318731cd3e27b894542e43b7b29f53c20d7eb054eb
+size 348737
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_f017b328aabae21f3f8f.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_f017b328aabae21f3f8f.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..30f8f2ab31e83741ea92fd216297488b2a2f9756
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_500_f017b328aabae21f3f8f.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f017b328aabae21f3f8f014ba457038272b47c97eb12e67897dbbde1b8773e25
+size 258062
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_05a06498447588991456.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_05a06498447588991456.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..1f2e64e87847f141d79e8dd30a8d2c1226255cfe
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_05a06498447588991456.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a0649844758899145602b78f25903a45487b37692835db389ba009cc1e9246
+size 277150
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_300ee5bf40bb4e20f150.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_300ee5bf40bb4e20f150.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b3e76d5368e8b0b58f834fba57e03609751f3e14
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_300ee5bf40bb4e20f150.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300ee5bf40bb4e20f1505371a069f4bbf23c8fcb5e2746ebafb7d2fe13f602ed
+size 217134
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_30e74d908083b07bc946.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_30e74d908083b07bc946.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bcf9411fd4098fe56efe4af574572f90192d9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_30e74d908083b07bc946.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e74d908083b07bc94651eff7ba3d317392dfeb18f9588167a330c633c5d657
+size 240408
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_38b6541059f10cd0967f.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_38b6541059f10cd0967f.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..bfb8f5861672fcc5bdbdb5fc35d8bca83db88d62
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_38b6541059f10cd0967f.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b6541059f10cd0967fb4df5bc36a2566adaec9914b7637fdfcde757e7a8cc7
+size 205245
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_50a3e6135d968824c048.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_50a3e6135d968824c048.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c243c6e247dd4687f7724a6e5a6972e3d8a5ca54
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_50a3e6135d968824c048.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a3e6135d968824c0489a81544f3902afbedc8fb50260105aa4470ff51a1e68
+size 275450
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_59f737cb4df4b008f34b.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_59f737cb4df4b008f34b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..67c6a6c6c0d6702a55cbac71228b869c64d73b44
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_59f737cb4df4b008f34b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f737cb4df4b008f34bc06ee31ad46c2f4d77b3f3b99d002314dc0387adeaa1
+size 282261
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_7b675809e3479dd06589.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_7b675809e3479dd06589.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f9a3fa21a77ab3aba6739c80f722e7816ffdeff
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_7b675809e3479dd06589.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b675809e3479dd06589601d038e2a099b7974714a2a1a0199edd3ff2674a34d
+size 231763
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_954f98b69b9d1a56b90d.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_954f98b69b9d1a56b90d.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..894571932919862a5c4530b09e33cb314c4eabaa
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_954f98b69b9d1a56b90d.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954f98b69b9d1a56b90d69a31c8e348219ecc60a58bb22989c921e072a08e04a
+size 238710
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_f800a4d60f2adc774582.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_f800a4d60f2adc774582.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b7db9a6b9cd81f7f72f2ec98002b902a1ebf962f
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_f800a4d60f2adc774582.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f800a4d60f2adc774582fc8d3ae2a0a4ac7326f9845cb53487a0faa19b583bf2
+size 329600
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_faeb65f0e5f9a098723c.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_faeb65f0e5f9a098723c.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..406e4a8fd0bc1569f35f27a4ebd29f3cadf9895a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_600_faeb65f0e5f9a098723c.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faeb65f0e5f9a098723c1fb634cd7dee5ef69abc37b34e8274a8190a0f14c1ab
+size 320075
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_2313ca5c8c12db336c72.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_2313ca5c8c12db336c72.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..ee34e41c3c3f09b7a3c8da8f639bc5213bf74329
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_2313ca5c8c12db336c72.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2313ca5c8c12db336c72543c24879d7bfbaaf2d5b10cb4fb09a4eee32ea52a15
+size 241702
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_2e1ec14073d29189c2a3.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_2e1ec14073d29189c2a3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..658580fa6e54e22fb32f4d5f1287fc7bd01acbde
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_2e1ec14073d29189c2a3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1ec14073d29189c2a3cd0a6c80446a1387c35d353c02540353c7503429922e
+size 287251
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_86e9fbd81c9e5489ac64.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_86e9fbd81c9e5489ac64.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..ab681fc5cd1fd142d5cbadd0e4c65ff9ec87f3e4
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_86e9fbd81c9e5489ac64.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e9fbd81c9e5489ac643260656e943eec70a83b8a6f3118b8ae9d6de85e0039
+size 330660
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_984de432d1c406879c63.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_984de432d1c406879c63.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3f7fec6ae777ccf646dd1a77a607186707ec7be6
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_984de432d1c406879c63.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984de432d1c406879c6343c6ae1a7bc3dd399a7e9995ba3a7f9c0ce1e0d15675
+size 341497
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_9e5b7de2a4d08cc86796.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_9e5b7de2a4d08cc86796.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b5c925d5a660fbef8675d63863b451ebd1c462a5
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_9e5b7de2a4d08cc86796.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5b7de2a4d08cc867969ec5b1882e51ce1da79ad287ecbbd79bdcef0e379d42
+size 205189
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_b4e5394adabc9b115fed.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_b4e5394adabc9b115fed.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b57ef2e1a41517aaa9294a22d8572cbeb559dc2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_b4e5394adabc9b115fed.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e5394adabc9b115fed1e12f2a83c64703ba4d2ef59287b8c3869c31e3e13c4
+size 291399
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_c326c906a478bbc77f2e.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_c326c906a478bbc77f2e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3b64c37421be562612ab53c3fd9011e026f221d3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_c326c906a478bbc77f2e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c326c906a478bbc77f2ea40d81d14d3a31c11cb37e3ae31d10419ca047c23208
+size 283576
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_c5b49d51bcfb9f3a6aee.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_c5b49d51bcfb9f3a6aee.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..de85ceb090c116e4a92043756e24e15a600abe45
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_c5b49d51bcfb9f3a6aee.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b49d51bcfb9f3a6aee14bad429d387e3d055780381215ed1f9aab9c4ba6c14
+size 247092
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_c85559e63e945c344211.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_c85559e63e945c344211.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b8100f274dc97e2eff22f526a68e798149d4f19d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_c85559e63e945c344211.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85559e63e945c344211c7fc101e6a770d261407a9f413cd7c9cbde3790e88cb
+size 234080
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_da5c2e23ca72831ff2cd.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_da5c2e23ca72831ff2cd.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..cca20107222b6ded2564c747ca188b4160f8c9cc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_700_da5c2e23ca72831ff2cd.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5c2e23ca72831ff2cd2228cef29f1092b608fa2881ba5bdc3f1453cf2f1a06
+size 222656
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_046cd8e6758f05559a8c.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_046cd8e6758f05559a8c.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..9704e32606db3ba7ccf7c75cd9582b235e3ec08a
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_046cd8e6758f05559a8c.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046cd8e6758f05559a8cd7134f32a7104466a681641c20deb0d727be9b98fbed
+size 270420
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_12ab0f63f9345337d92b.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_12ab0f63f9345337d92b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..77db3a196e04d0a692448e5955140b052191dae2
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_12ab0f63f9345337d92b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ab0f63f9345337d92b953d983896be94844c388cb611bd9a8248e7c0c64704
+size 304534
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_18eb1c1833617bef8f63.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_18eb1c1833617bef8f63.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..e124bb9dbbacb1491512b0d5d6dc2eeb83c2c77c
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_18eb1c1833617bef8f63.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18eb1c1833617bef8f63f927d828bc7027b8d55a05eff1b6500d32b4907ddc9f
+size 218072
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_554b66301365e5f69361.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_554b66301365e5f69361.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..6d8682b18e030b4eaddb713793d44f2501f76ba1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_554b66301365e5f69361.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554b66301365e5f69361115b39364c4260ca6fe8f3a00a6c366c38e0e276bada
+size 313761
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_60039b011397ec302d39.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_60039b011397ec302d39.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0e4be90ffbaac2681ae4bfd7afab6669518d5a37
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_60039b011397ec302d39.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60039b011397ec302d39bd3519e8450f44218e8655ffd145a14a6527d3f81ba6
+size 365821
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_93e9479c52c500847609.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_93e9479c52c500847609.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..24649dc28a1e2facbb9609bd26fff02fefa438bb
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_93e9479c52c500847609.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e9479c52c5008476097d22e85be95c0f54197ba84cf5c5edceebfc905cd832
+size 359231
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_a2d14fd1335c63247f72.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_a2d14fd1335c63247f72.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..46bf11b514a4ba5aa3dc405359d267507ffa0611
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_a2d14fd1335c63247f72.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d14fd1335c63247f72972d57a33f76bfe50695107f883057bcebcc90a12071
+size 247573
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_d6b544da0695f3395a96.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_d6b544da0695f3395a96.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..a399f076d7ebf09d4b28c5670107c6fe8cd1ab0d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_d6b544da0695f3395a96.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b544da0695f3395a96f35f9804d802ae97f2bea1c17494d28f6dfe11f872f7
+size 317838
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_e4ab492e2e1e70bfd1e9.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_e4ab492e2e1e70bfd1e9.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..38934e3a2aa25a25df60e26045ce8e7dbe465849
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_e4ab492e2e1e70bfd1e9.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ab492e2e1e70bfd1e93234433afbd0cabcd5e1689d357dc364965a6b66f94b
+size 268618
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_e7961fc5fe9809984aae.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_e7961fc5fe9809984aae.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0c2a042cdd10de64f35177a404ec55d8d490f998
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_800_e7961fc5fe9809984aae.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7961fc5fe9809984aae01267ae844c0c83de6b2ce6bb458b41f617a744f4c3c
+size 251008
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_1b716b9df8a984ea521d.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_1b716b9df8a984ea521d.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..33b3c64331e1e18d71711e95678d65fd54357846
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_1b716b9df8a984ea521d.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b716b9df8a984ea521d05f0324334958d3a9ebd19504991bb7c924e097f1f66
+size 326630
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_226ca2f5c056b2a8eabd.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_226ca2f5c056b2a8eabd.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c87a350880082eee3a001dfb52d5e23e37bd962d
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_226ca2f5c056b2a8eabd.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226ca2f5c056b2a8eabd2cc0ec07826fd7ae22bbaf1b936995aafac68657e740
+size 232855
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_574ef106b8539f8c9d22.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_574ef106b8539f8c9d22.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..53f5db7b45e2fd1c69a32b0a63e0fa8179daa801
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_574ef106b8539f8c9d22.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574ef106b8539f8c9d22bf93609a433bece5a7bd64132da0712f8d659373e63b
+size 201971
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_5fefc3092ec3ea2cee55.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_5fefc3092ec3ea2cee55.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..44c4204ff6524bf1d7dfa42332b5d6ca8951d258
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_5fefc3092ec3ea2cee55.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fefc3092ec3ea2cee556cc4a26c99079f38196786a377d7a667d5f38b515d06
+size 282463
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_66aed6b1c4758b246be0.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_66aed6b1c4758b246be0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..83bbfc77f2d7fbe92692d3abc7b1d7eb021e1338
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_66aed6b1c4758b246be0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66aed6b1c4758b246be058ed0446da86b9fd55b8f776647dd77180f67b2c2f3d
+size 218710
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_774e2373fbbfe346ab22.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_774e2373fbbfe346ab22.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..ec00eac800ce74c2eddcabe30cb66d5b6ce9dde1
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_774e2373fbbfe346ab22.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774e2373fbbfe346ab22e8c10bfbc5442105e0ccf37b1a9902dd571955360606
+size 235866
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_7c750099265b4d7bccfa.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_7c750099265b4d7bccfa.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..d8ad38e4e14adbe1cd0706c761b0c4028f1d8e03
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_7c750099265b4d7bccfa.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c750099265b4d7bccfa751ee65781489bee562e627788e8675956e602670beb
+size 241994
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_b1e2fe898214b6ef2980.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_b1e2fe898214b6ef2980.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..a03469c4b89fa6cc9eef0f9dd6868da1ab58fb26
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_b1e2fe898214b6ef2980.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e2fe898214b6ef298097afba4e9c37cdc6c0cc3bab8f1ed245f36ade645faa
+size 277233
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_ed95bdfdb2235c583b32.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_ed95bdfdb2235c583b32.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..db160e462aefc572ad63203b9cd8181a1e03673c
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_ed95bdfdb2235c583b32.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed95bdfdb2235c583b32f2b12f6da6c6c1431a4492bc617a5f5ff8439d09399c
+size 326031
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_f4066e27fa3c69e0f35a.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_f4066e27fa3c69e0f35a.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..a90144b28f354dd4501fa909c9d555504d8b653b
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/generated_900_f4066e27fa3c69e0f35a.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4066e27fa3c69e0f35afb95f85b28aae400d86afed476f9be953fedda206465
+size 285067
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_1000_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_100_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_200_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_300_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_400_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_500_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_600_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_700_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_800_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_15ac5b765a401d035db1.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_15ac5b765a401d035db1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..39d693cdae1da9a3a67729fa63439503876eafbc
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_15ac5b765a401d035db1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117
+size 190004
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_294040ac378ceaa34329.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_294040ac378ceaa34329.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23dc14931dfca40fe3f7d6b1fdefe0a1edca1ab9
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_294040ac378ceaa34329.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c
+size 249372
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_6ff046418b5d41477989.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_6ff046418b5d41477989.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..95ab423dcc64a40477b5d8f2e5d44351e2781109
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_6ff046418b5d41477989.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac
+size 214001
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_80aab00fcfa85d5db98e.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_80aab00fcfa85d5db98e.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..09ef3a36f7d3e07e8b458916212891367b079325
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_80aab00fcfa85d5db98e.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327
+size 182028
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_884b2d197a5511393680.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_884b2d197a5511393680.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..550cb7c37290fce2f4554ad8f26113320700bfa3
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_884b2d197a5511393680.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214
+size 170922
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_a076d17e202ed18ebdf8.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_a076d17e202ed18ebdf8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c59919de964bcf66a3cfe53f52bedd0a8b91df2e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_a076d17e202ed18ebdf8.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb
+size 165516
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_c0196720a45889bb2198.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_c0196720a45889bb2198.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..018bd36397d571746795d1f4619cc8f4fc2766da
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_c0196720a45889bb2198.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8
+size 173236
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_c0f892b5fba78348af85.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_c0f892b5fba78348af85.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8f296c5f3aec5b609e307e17bbeffa25264deb91
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_c0f892b5fba78348af85.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8
+size 222986
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_f5463a4ea6f68a39c5d0.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_f5463a4ea6f68a39c5d0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..078934eedc27e8de1e5fed0272335f707868e553
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_f5463a4ea6f68a39c5d0.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395
+size 164630
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_f7412c9e170ffd299748.mp4 b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_f7412c9e170ffd299748.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0eaf7bba0c634cee305854ae2bbd756c90092d38
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/media/videos/val0/reconstructed_900_f7412c9e170ffd299748.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273
+size 227490
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/output.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..4fc3eadb84e413e51e8b5be5a9d3f7c40ab75021
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/output.log
@@ -0,0 +1,22032 @@
+[Apr 13, 2026 - 00:05:26 | INFO | fastgen.callbacks.wandb:init_wandb:259 ] Wandb code upload disabled (set WANDB_UPLOAD_CODE=true to enable)
+[Apr 13, 2026 - 00:05:26 | SUCCESS | fastgen.trainer:__init__:53 ] Callbacks initialized successfully
+[Apr 13, 2026 - 00:05:26 | INFO | fastgen.trainer:__init__:57 ] Callback synchronization complete
+[Apr 13, 2026 - 00:05:26 | INFO | fastgen.trainer:__init__:60 ] Initializing checkpointer...
+[Apr 13, 2026 - 00:05:26 | SUCCESS | fastgen.trainer:__init__:65 ] Checkpointer initialized successfully
+[Apr 13, 2026 - 00:05:26 | SUCCESS | __main__:main:33 ] Trainer initialized successfully
+[Apr 13, 2026 - 00:05:26 | INFO | fastgen.trainer:run:77 ] Starting training
+[Apr 13, 2026 - 00:05:26 | INFO | fastgen.trainer:run:80 ] Initializing callbacks and model ...
+[Apr 13, 2026 - 00:05:26 | INFO | fastgen.utils.checkpointer:load:151 ] Loading model from /home/work/.local/hyunbin/checkpoints/df_4gpu_bs16_stochastic_attn_shift5/0010000.pth
+[Apr 13, 2026 - 00:05:30 | INFO | fastgen.utils.checkpointer:load:154 ] Loading the model_dict...
+[Apr 13, 2026 - 00:05:42 | INFO | fastgen.utils.checkpointer:load:159 ] Model net, loading info: <All keys matched successfully>
+[Apr 13, 2026 - 00:05:42 | INFO | fastgen.trainer:load_pretrained_ckpt:252 ] Loaded net model from net in /home/work/.local/hyunbin/checkpoints/df_4gpu_bs16_stochastic_attn_shift5/0010000.pth at iteration 10000
+[Apr 13, 2026 - 00:05:42 | INFO | fastgen.trainer:load_pretrained_ckpt:262 ] Setting resume_iter for model to 10000.
+[Apr 13, 2026 - 00:05:42 | INFO | fastgen.trainer:run:95 ] Starting model.on_train_begin ...
+[Apr 13, 2026 - 00:06:47 | INFO | fastgen.methods.model:on_train_begin:296 ] Teacher check: add_teacher_to_fsdp_dict=True, fsdp_dict keys=['net', 'fake_score', 'teacher'], teacher in fsdp_dict=True
+[Apr 13, 2026 - 00:06:47 | INFO | fastgen.trainer:run:99 ] model.on_train_begin completed
+[Apr 13, 2026 - 00:06:47 | INFO | fastgen.trainer:run:110 ] Wrapping model into fsdp ..
+[Apr 13, 2026 - 00:06:47 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:102 ] Fully sharding model with 4 ranks...
+[Apr 13, 2026 - 00:06:47 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'net' (1.42B params)...
+[Apr 13, 2026 - 00:06:47 | INFO | fastgen.networks.OmniAvatar.network_causal:fully_shard:2173 ] CausalOmniAvatarWan: keeping manual gradient checkpointing (not using apply_fsdp_checkpointing due to KV cache dynamics)
+[Apr 13, 2026 - 00:06:49 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 13, 2026 - 00:06:49 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped net in 2.9s
+[Apr 13, 2026 - 00:06:49 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'fake_score' (1.60B params)...
+[Apr 13, 2026 - 00:06:49 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:765 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 13, 2026 - 00:06:52 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 13, 2026 - 00:06:52 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped fake_score in 2.7s
+[Apr 13, 2026 - 00:06:52 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:132 ] Starting FSDP2 wrap for 'teacher' (14.29B params)...
+[Apr 13, 2026 - 00:06:52 | INFO | fastgen.networks.OmniAvatar.network:fully_shard:765 ] OmniAvatarWan: keeping manual gradient checkpointing (checkpoint_wrapper incompatible with inter-block audio injection)
+[Apr 13, 2026 - 00:07:04 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:177 ] Completed sharding
+[Apr 13, 2026 - 00:07:04 | INFO | fastgen.utils.distributed.fsdp:model_to_fsdp:214 ] FSDP2 wrapped teacher in 12.3s
+[Apr 13, 2026 - 00:07:04 | INFO | fastgen.trainer:run:118 ] FSDP wrapping completed
+[Apr 13, 2026 - 00:07:04 | INFO | fastgen.callbacks.ema:on_model_init_end:64 ] EMA ema is not enabled, skipping callback.
+[Apr 13, 2026 - 00:07:04 | INFO | fastgen.trainer:run:133 ] Auto-Resume Details: None
+[Apr 13, 2026 - 00:07:04 | INFO | fastgen.utils.basic_utils:set_random_seed:144 ] Using random seed 0.
+[Apr 13, 2026 - 00:07:04 | INFO | fastgen.trainer:run:165 ] Instantiating dataloader...
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.wandb:on_dataloader_init_end:362 ] SKIP_GT_VAL_UPLOAD=1 — skipping GT val video upload
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.gpu_stats:on_train_begin:57 ] every_n to measure gpus stats: 1
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.train_profiler:on_train_begin:54 ] every_n to profile trainer: 1
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] model (OmniAvatarSelfForcingReDMD) has 1596.36 M trainable and 17325.46 M total params (logical).
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 420.42 M trainable and 4364.06 M total params LOCAL on rank 0.
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 420.14 M trainable and 4362.26 M total params LOCAL on rank 1.
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 420.14 M trainable and 4362.26 M total params LOCAL on rank 2.
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] model (OmniAvatarSelfForcingReDMD) has 420.14 M trainable and 4362.26 M total params LOCAL on rank 3.
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] net (CausalOmniAvatarWan) has 1421.38 M trainable and 1421.38 M total params (logical).
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.68 M trainable and 376.68 M total params LOCAL on rank 0.
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.40 M trainable and 376.40 M total params LOCAL on rank 1.
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.40 M trainable and 376.40 M total params LOCAL on rank 2.
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] net (CausalOmniAvatarWan) has 376.40 M trainable and 376.40 M total params LOCAL on rank 3.
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.param_count:on_train_begin:79 ] fake_score (OmniAvatarWan) has 174.98 M trainable and 1596.36 M total params (logical).
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.30 M total params LOCAL on rank 0.
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.02 M total params LOCAL on rank 1.
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.02 M total params LOCAL on rank 2.
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.callbacks.param_count:on_train_begin:86 ] fake_score (OmniAvatarWan) has 43.75 M trainable and 399.02 M total params LOCAL on rank 3.
+[Apr 13, 2026 - 00:07:12 | INFO | fastgen.trainer:run:174 ] iter_start: 0
+[Apr 13, 2026 - 00:08:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.637171  38.778194  38.545998
+peak_gpu_mem_gb           60.546086  60.546086  60.546086
+peak_gpu_mem_reserved_gb  62.587891  62.587891  62.587891
+util                      89.250000  93.000000  87.000000
+[Apr 13, 2026 - 00:08:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1 : data loading time        1.53
+[Apr 13, 2026 - 00:08:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1 : avg forward pass time    10.99
+[Apr 13, 2026 - 00:08:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1 : backward pass time       11.35
+[Apr 13, 2026 - 00:08:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1 : optimizer step time      1.29
+[Apr 13, 2026 - 00:08:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1--------------------
+[Apr 13, 2026 - 00:08:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0070        iter count: 1.0
+[Apr 13, 2026 - 00:08:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0070   iter count: 1.0
+[Apr 13, 2026 - 00:08:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:08:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:08:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.813067  38.954857  38.721634
+peak_gpu_mem_gb           62.333296  62.333296  62.333296
+peak_gpu_mem_reserved_gb  64.054688  64.054688  64.054688
+util                      95.250000  99.000000  93.000000
+[Apr 13, 2026 - 00:08:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 2 : avg iteration time       48.93 seconds
+[Apr 13, 2026 - 00:08:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 2 : data loading time        0.00
+[Apr 13, 2026 - 00:08:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 2 : avg forward pass time    12.49
+[Apr 13, 2026 - 00:08:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 2 : backward pass time       11.43
+[Apr 13, 2026 - 00:08:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 2 : optimizer step time      1.18
+[Apr 13, 2026 - 00:08:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 2--------------------
+[Apr 13, 2026 - 00:08:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0066        iter count: 1.0
+[Apr 13, 2026 - 00:08:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0066   iter count: 1.0
+[Apr 13, 2026 - 00:08:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:08:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:09:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.813166  38.954651  38.721859
+peak_gpu_mem_gb           62.333296  62.333296  62.333296
+peak_gpu_mem_reserved_gb  64.015625  64.015625  64.015625
+util                      98.750000  99.000000  98.000000
+[Apr 13, 2026 - 00:09:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 3 : avg iteration time       51.67 seconds
+[Apr 13, 2026 - 00:09:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 3 : data loading time        0.00
+[Apr 13, 2026 - 00:09:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 3 : avg forward pass time    13.84
+[Apr 13, 2026 - 00:09:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 3 : backward pass time       11.42
+[Apr 13, 2026 - 00:09:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 3 : optimizer step time      1.18
+[Apr 13, 2026 - 00:09:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 3--------------------
+[Apr 13, 2026 - 00:09:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0058        iter count: 1.0
+[Apr 13, 2026 - 00:09:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0058   iter count: 1.0
+[Apr 13, 2026 - 00:09:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:09:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:10:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.814095  38.954689  38.723686
+peak_gpu_mem_gb           62.333296  62.333296  62.333296
+peak_gpu_mem_reserved_gb  64.074219  64.074219  64.074219
+util                      98.750000  99.000000  98.000000
+[Apr 13, 2026 - 00:10:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 4 : avg iteration time       46.59 seconds
+[Apr 13, 2026 - 00:10:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 4 : data loading time        0.00
+[Apr 13, 2026 - 00:10:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 4 : avg forward pass time    11.29
+[Apr 13, 2026 - 00:10:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 4 : backward pass time       11.38
+[Apr 13, 2026 - 00:10:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 4 : optimizer step time      1.17
+[Apr 13, 2026 - 00:10:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 4--------------------
+[Apr 13, 2026 - 00:10:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0070        iter count: 1.0
+[Apr 13, 2026 - 00:10:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0070   iter count: 1.0
+[Apr 13, 2026 - 00:10:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:10:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.880635   39.019951   38.790573
+peak_gpu_mem_gb            97.926624   97.926624   97.926624
+peak_gpu_mem_reserved_gb  106.822266  106.968750  106.773438
+util                       63.000000   67.000000   61.000000
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 5 : avg iteration time       192.81 seconds
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 5 : data loading time        0.00
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 5 : avg forward pass time    87.82
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 5 : backward pass time       8.33
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 5 : optimizer step time      0.42
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 5--------------------
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7052        iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6797          iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7052 iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1428iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0243 iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6854 iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0370iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0061 iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1869 iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6797iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2673  iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0691  iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0797  iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0201  iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1235  iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0314  iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0364  iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0091  iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0065   iter count: 1.0
+[Apr 13, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 00:14:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.880700   39.020012  38.790573
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.637207   69.734375  69.345703
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 00:14:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 6 : avg iteration time       52.62 seconds
+[Apr 13, 2026 - 00:14:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 6 : data loading time        0.00
+[Apr 13, 2026 - 00:14:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 6 : avg forward pass time    14.39
+[Apr 13, 2026 - 00:14:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 6 : backward pass time       11.34
+[Apr 13, 2026 - 00:14:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 6 : optimizer step time      1.16
+[Apr 13, 2026 - 00:14:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 6--------------------
+[Apr 13, 2026 - 00:14:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0065        iter count: 1.0
+[Apr 13, 2026 - 00:14:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0065   iter count: 1.0
+[Apr 13, 2026 - 00:14:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:14:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:15:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.881207  39.021275  38.790577
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.700684  69.775391  69.675781
+util                      93.000000  97.000000  91.000000
+[Apr 13, 2026 - 00:15:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 7 : avg iteration time       51.50 seconds
+[Apr 13, 2026 - 00:15:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 7 : data loading time        0.00
+[Apr 13, 2026 - 00:15:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 7 : avg forward pass time    13.78
+[Apr 13, 2026 - 00:15:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 7 : backward pass time       11.40
+[Apr 13, 2026 - 00:15:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 7 : optimizer step time      1.17
+[Apr 13, 2026 - 00:15:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 7--------------------
+[Apr 13, 2026 - 00:15:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0064        iter count: 1.0
+[Apr 13, 2026 - 00:15:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0064   iter count: 1.0
+[Apr 13, 2026 - 00:15:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:15:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:16:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.881230  39.021297  38.790600
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.568848  69.656250  69.306641
+util                      97.500000  99.000000  96.000000
+[Apr 13, 2026 - 00:16:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 8 : avg iteration time       51.86 seconds
+[Apr 13, 2026 - 00:16:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 8 : data loading time        0.00
+[Apr 13, 2026 - 00:16:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 8 : avg forward pass time    14.00
+[Apr 13, 2026 - 00:16:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 8 : backward pass time       11.33
+[Apr 13, 2026 - 00:16:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 8 : optimizer step time      1.18
+[Apr 13, 2026 - 00:16:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 8--------------------
+[Apr 13, 2026 - 00:16:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0058        iter count: 1.0
+[Apr 13, 2026 - 00:16:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0058   iter count: 1.0
+[Apr 13, 2026 - 00:16:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:16:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:17:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.881267  39.021294  38.790615
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.720215  69.794922  69.695312
+util                      95.250000  99.000000  93.000000
+[Apr 13, 2026 - 00:17:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 9 : avg iteration time       46.17 seconds
+[Apr 13, 2026 - 00:17:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 9 : data loading time        0.00
+[Apr 13, 2026 - 00:17:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 9 : avg forward pass time    11.15
+[Apr 13, 2026 - 00:17:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 9 : backward pass time       11.36
+[Apr 13, 2026 - 00:17:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 9 : optimizer step time      1.16
+[Apr 13, 2026 - 00:17:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 9--------------------
+[Apr 13, 2026 - 00:17:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0062        iter count: 1.0
+[Apr 13, 2026 - 00:17:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0062   iter count: 1.0
+[Apr 13, 2026 - 00:17:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:17:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.881653   39.020370   38.791473
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  109.525879  109.730469  108.912109
+util                       72.000000   75.000000   70.000000
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 10 : avg iteration time       190.28 seconds
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 10 : data loading time        0.00
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 10 : avg forward pass time    86.66
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 10 : backward pass time       8.34
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 10 : optimizer step time      0.34
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 10--------------------
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7148        iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6855          iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7148 iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1652iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0353 iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5184 iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0425iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0089 iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1384 iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6855iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0457  iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0115  iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2396  iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0617  iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1699  iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0434  iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1381  iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0351  iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0064   iter count: 1.0
+[Apr 13, 2026 - 00:20:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 00:21:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.881838   39.020893  38.791527
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.715332   69.832031  69.365234
+util                      97.750000  100.000000  91.000000
+[Apr 13, 2026 - 00:21:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 11 : avg iteration time       50.23 seconds
+[Apr 13, 2026 - 00:21:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 11 : data loading time        0.00
+[Apr 13, 2026 - 00:21:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 11 : avg forward pass time    13.20
+[Apr 13, 2026 - 00:21:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 11 : backward pass time       11.33
+[Apr 13, 2026 - 00:21:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 11 : optimizer step time      1.15
+[Apr 13, 2026 - 00:21:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 11--------------------
+[Apr 13, 2026 - 00:21:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0064        iter count: 1.0
+[Apr 13, 2026 - 00:21:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0064   iter count: 1.0
+[Apr 13, 2026 - 00:21:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:21:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:21:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.882591   39.022110  38.791531
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.749512   69.794922  69.734375
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 00:21:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 12 : avg iteration time       51.59 seconds
+[Apr 13, 2026 - 00:21:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 12 : data loading time        0.00
+[Apr 13, 2026 - 00:21:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 12 : avg forward pass time    13.84
+[Apr 13, 2026 - 00:21:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 12 : backward pass time       11.38
+[Apr 13, 2026 - 00:21:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 12 : optimizer step time      1.18
+[Apr 13, 2026 - 00:21:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 12--------------------
+[Apr 13, 2026 - 00:21:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0058        iter count: 1.0
+[Apr 13, 2026 - 00:21:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0058   iter count: 1.0
+[Apr 13, 2026 - 00:21:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:21:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:22:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.882600   39.022121  38.791553
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.827637   69.851562  69.755859
+util                      97.500000  100.000000  91.000000
+[Apr 13, 2026 - 00:22:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 13 : avg iteration time       51.63 seconds
+[Apr 13, 2026 - 00:22:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 13 : data loading time        0.00
+[Apr 13, 2026 - 00:22:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 13 : avg forward pass time    13.88
+[Apr 13, 2026 - 00:22:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 13 : backward pass time       11.37
+[Apr 13, 2026 - 00:22:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 13 : optimizer step time      1.18
+[Apr 13, 2026 - 00:22:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 13--------------------
+[Apr 13, 2026 - 00:22:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0055        iter count: 1.0
+[Apr 13, 2026 - 00:22:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0055   iter count: 1.0
+[Apr 13, 2026 - 00:22:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:22:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:23:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.882535  39.021904  38.791531
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.622559  69.873047  69.539062
+util                      97.250000  99.000000  96.000000
+[Apr 13, 2026 - 00:23:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 14 : avg iteration time       48.92 seconds
+[Apr 13, 2026 - 00:23:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 14 : data loading time        0.00
+[Apr 13, 2026 - 00:23:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 14 : avg forward pass time    12.54
+[Apr 13, 2026 - 00:23:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 14 : backward pass time       11.32
+[Apr 13, 2026 - 00:23:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 14 : optimizer step time      1.17
+[Apr 13, 2026 - 00:23:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 14--------------------
+[Apr 13, 2026 - 00:23:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0065        iter count: 1.0
+[Apr 13, 2026 - 00:23:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0065   iter count: 1.0
+[Apr 13, 2026 - 00:23:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:23:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.882631   39.022121   38.791611
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.034668  111.039062  111.021484
+util                       72.750000   76.000000   64.000000
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 15 : avg iteration time       184.51 seconds
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 15 : data loading time        0.00
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 15 : avg forward pass time    83.79
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 15 : backward pass time       8.33
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 15 : optimizer step time      0.33
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 15--------------------
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7224        iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6963          iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7224 iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1480iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0227 iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5549 iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0382iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0057 iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1488 iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6963iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.4340  iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.1146  iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1368  iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0348  iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.3010  iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0782  iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0232  iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0058  iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0056   iter count: 1.0
+[Apr 13, 2026 - 00:26:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 00:27:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.882731  39.022152  38.791676
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759766  69.871094  69.425781
+util                      95.750000  99.000000  94.000000
+[Apr 13, 2026 - 00:27:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 16 : avg iteration time       46.88 seconds
+[Apr 13, 2026 - 00:27:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 16 : data loading time        0.00
+[Apr 13, 2026 - 00:27:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 16 : avg forward pass time    11.54
+[Apr 13, 2026 - 00:27:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 16 : backward pass time       11.32
+[Apr 13, 2026 - 00:27:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 16 : optimizer step time      1.16
+[Apr 13, 2026 - 00:27:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 16--------------------
+[Apr 13, 2026 - 00:27:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0059        iter count: 1.0
+[Apr 13, 2026 - 00:27:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0059   iter count: 1.0
+[Apr 13, 2026 - 00:27:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:27:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:28:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.882752  39.022175  38.791718
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.867188  69.871094  69.855469
+util                      99.000000  99.000000  99.000000
+[Apr 13, 2026 - 00:28:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 17 : avg iteration time       48.68 seconds
+[Apr 13, 2026 - 00:28:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 17 : data loading time        0.00
+[Apr 13, 2026 - 00:28:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 17 : avg forward pass time    12.43
+[Apr 13, 2026 - 00:28:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 17 : backward pass time       11.32
+[Apr 13, 2026 - 00:28:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 17 : optimizer step time      1.17
+[Apr 13, 2026 - 00:28:16 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 17--------------------
+[Apr 13, 2026 - 00:28:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0059        iter count: 1.0
+[Apr 13, 2026 - 00:28:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0059   iter count: 1.0
+[Apr 13, 2026 - 00:28:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:28:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:29:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883113  39.022652  38.792542
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.847656  69.894531  69.832031
+util                      98.000000  99.000000  95.000000
+[Apr 13, 2026 - 00:29:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 18 : avg iteration time       48.67 seconds
+[Apr 13, 2026 - 00:29:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 18 : data loading time        0.00
+[Apr 13, 2026 - 00:29:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 18 : avg forward pass time    12.42
+[Apr 13, 2026 - 00:29:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 18 : backward pass time       11.33
+[Apr 13, 2026 - 00:29:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 18 : optimizer step time      1.18
+[Apr 13, 2026 - 00:29:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 18--------------------
+[Apr 13, 2026 - 00:29:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0061        iter count: 1.0
+[Apr 13, 2026 - 00:29:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0061   iter count: 1.0
+[Apr 13, 2026 - 00:29:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:29:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:29:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883169  39.022907  38.792519
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891602  69.894531  69.890625
+util                      95.250000  99.000000  93.000000
+[Apr 13, 2026 - 00:29:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 19 : avg iteration time       48.66 seconds
+[Apr 13, 2026 - 00:29:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 19 : data loading time        0.00
+[Apr 13, 2026 - 00:29:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 19 : avg forward pass time    12.41
+[Apr 13, 2026 - 00:29:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 19 : backward pass time       11.33
+[Apr 13, 2026 - 00:29:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 19 : optimizer step time      1.19
+[Apr 13, 2026 - 00:29:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 19--------------------
+[Apr 13, 2026 - 00:29:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0060        iter count: 1.0
+[Apr 13, 2026 - 00:29:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0060   iter count: 1.0
+[Apr 13, 2026 - 00:29:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:29:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.883189   39.022968   38.792530
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.001465  112.152344  111.548828
+util                       74.250000   78.000000   72.000000
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 20 : avg iteration time       189.89 seconds
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 20 : data loading time        0.00
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 20 : avg forward pass time    86.49
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 20 : backward pass time       8.33
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 20 : optimizer step time      0.33
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 20--------------------
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.8137        iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.7852          iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.8137 iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1413iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0288 iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4201 iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0364iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0072 iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1107 iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.7852iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1462  iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0372  iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0310  iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0078  iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0640  iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0161  iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0498  iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0125  iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0059   iter count: 1.0
+[Apr 13, 2026 - 00:33:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 00:33:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.883218   39.023003  38.792534
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891113   69.892578  69.890625
+util                      99.250000  100.000000  98.000000
+[Apr 13, 2026 - 00:33:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 21 : avg iteration time       46.97 seconds
+[Apr 13, 2026 - 00:33:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 21 : data loading time        0.00
+[Apr 13, 2026 - 00:33:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 21 : avg forward pass time    11.59
+[Apr 13, 2026 - 00:33:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 21 : backward pass time       11.32
+[Apr 13, 2026 - 00:33:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 21 : optimizer step time      1.16
+[Apr 13, 2026 - 00:33:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 21--------------------
+[Apr 13, 2026 - 00:33:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0054        iter count: 1.0
+[Apr 13, 2026 - 00:33:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0054   iter count: 1.0
+[Apr 13, 2026 - 00:33:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:33:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:34:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.883219   39.022976  38.792538
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.110840   70.771484  69.890625
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 00:34:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 22 : avg iteration time       48.64 seconds
+[Apr 13, 2026 - 00:34:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 22 : data loading time        0.00
+[Apr 13, 2026 - 00:34:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 22 : avg forward pass time    12.40
+[Apr 13, 2026 - 00:34:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 22 : backward pass time       11.33
+[Apr 13, 2026 - 00:34:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 22 : optimizer step time      1.17
+[Apr 13, 2026 - 00:34:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 22--------------------
+[Apr 13, 2026 - 00:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0059        iter count: 1.0
+[Apr 13, 2026 - 00:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0059   iter count: 1.0
+[Apr 13, 2026 - 00:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:34:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:35:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.883303   39.023335  38.792538
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.154785   70.771484  69.949219
+util                      97.750000  100.000000  91.000000
+[Apr 13, 2026 - 00:35:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 23 : avg iteration time       48.61 seconds
+[Apr 13, 2026 - 00:35:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 23 : data loading time        0.00
+[Apr 13, 2026 - 00:35:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 23 : avg forward pass time    12.39
+[Apr 13, 2026 - 00:35:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 23 : backward pass time       11.32
+[Apr 13, 2026 - 00:35:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 23 : optimizer step time      1.17
+[Apr 13, 2026 - 00:35:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 23--------------------
+[Apr 13, 2026 - 00:35:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0055        iter count: 1.0
+[Apr 13, 2026 - 00:35:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0055   iter count: 1.0
+[Apr 13, 2026 - 00:35:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:35:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:36:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.883315   39.023335  38.792538
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.910645   69.929688  69.853516
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 00:36:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 24 : avg iteration time       48.79 seconds
+[Apr 13, 2026 - 00:36:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 24 : data loading time        0.00
+[Apr 13, 2026 - 00:36:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 24 : avg forward pass time    12.47
+[Apr 13, 2026 - 00:36:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 24 : backward pass time       11.35
+[Apr 13, 2026 - 00:36:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 24 : optimizer step time      1.18
+[Apr 13, 2026 - 00:36:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 24--------------------
+[Apr 13, 2026 - 00:36:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0064        iter count: 1.0
+[Apr 13, 2026 - 00:36:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0064   iter count: 1.0
+[Apr 13, 2026 - 00:36:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:36:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.883454   39.021832   38.793240
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.273926  111.449219  110.748047
+util                       72.000000   76.000000   63.000000
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 25 : avg iteration time       184.44 seconds
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 25 : data loading time        0.00
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 25 : avg forward pass time    83.76
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 25 : backward pass time       8.33
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 25 : optimizer step time      0.34
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 25--------------------
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7514        iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.7295          iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7514 iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1176iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0231 iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2821 iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0300iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0058 iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0731 iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.7295iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1856  iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0475  iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0589  iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0148  iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0856  iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0216  iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1027  iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0260  iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0054   iter count: 1.0
+[Apr 13, 2026 - 00:39:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 00:40:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.883470   39.021832  38.793259
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.789062   69.832031  69.660156
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 00:40:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 26 : avg iteration time       46.92 seconds
+[Apr 13, 2026 - 00:40:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 26 : data loading time        0.00
+[Apr 13, 2026 - 00:40:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 26 : avg forward pass time    11.54
+[Apr 13, 2026 - 00:40:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 26 : backward pass time       11.33
+[Apr 13, 2026 - 00:40:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 26 : optimizer step time      1.18
+[Apr 13, 2026 - 00:40:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 26--------------------
+[Apr 13, 2026 - 00:40:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0068        iter count: 1.0
+[Apr 13, 2026 - 00:40:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0068   iter count: 1.0
+[Apr 13, 2026 - 00:40:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:40:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:40:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883767  39.023056  38.793247
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.652344  69.699219  69.636719
+util                      95.750000  99.000000  94.000000
+[Apr 13, 2026 - 00:40:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 27 : avg iteration time       51.36 seconds
+[Apr 13, 2026 - 00:40:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 27 : data loading time        0.00
+[Apr 13, 2026 - 00:40:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 27 : avg forward pass time    13.79
+[Apr 13, 2026 - 00:40:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 27 : backward pass time       11.31
+[Apr 13, 2026 - 00:40:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 27 : optimizer step time      1.16
+[Apr 13, 2026 - 00:40:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 27--------------------
+[Apr 13, 2026 - 00:40:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0061        iter count: 1.0
+[Apr 13, 2026 - 00:40:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0061   iter count: 1.0
+[Apr 13, 2026 - 00:40:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:40:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:41:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884265  39.025036  38.793251
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.642578  69.660156  69.636719
+util                      96.500000  99.000000  95.000000
+[Apr 13, 2026 - 00:41:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 28 : avg iteration time       51.42 seconds
+[Apr 13, 2026 - 00:41:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 28 : data loading time        0.00
+[Apr 13, 2026 - 00:41:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 28 : avg forward pass time    13.78
+[Apr 13, 2026 - 00:41:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 28 : backward pass time       11.33
+[Apr 13, 2026 - 00:41:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 28 : optimizer step time      1.17
+[Apr 13, 2026 - 00:41:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 28--------------------
+[Apr 13, 2026 - 00:41:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0055        iter count: 1.0
+[Apr 13, 2026 - 00:41:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0055   iter count: 1.0
+[Apr 13, 2026 - 00:41:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:41:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:42:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884401  39.025532  38.793255
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.813477  69.851562  69.699219
+util                      99.000000  99.000000  99.000000
+[Apr 13, 2026 - 00:42:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 29 : avg iteration time       48.66 seconds
+[Apr 13, 2026 - 00:42:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 29 : data loading time        0.00
+[Apr 13, 2026 - 00:42:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 29 : avg forward pass time    12.42
+[Apr 13, 2026 - 00:42:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 29 : backward pass time       11.33
+[Apr 13, 2026 - 00:42:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 29 : optimizer step time      1.17
+[Apr 13, 2026 - 00:42:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 29--------------------
+[Apr 13, 2026 - 00:42:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0058        iter count: 1.0
+[Apr 13, 2026 - 00:42:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0058   iter count: 1.0
+[Apr 13, 2026 - 00:42:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:42:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.883647   39.022507   38.793270
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.249512  111.822266  111.058594
+util                       70.750000   74.000000   69.000000
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 30 : avg iteration time       192.39 seconds
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 30 : data loading time        0.00
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 30 : avg forward pass time    87.73
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 30 : backward pass time       8.33
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 30 : optimizer step time      0.34
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 30--------------------
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7591        iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.7373          iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7591 iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1164iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0369 iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3319 iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0297iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0093 iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0865 iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.7373iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0452  iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0114  iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0679  iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0171  iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1718  iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0439  iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1426  iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0363  iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0059   iter count: 1.0
+[Apr 13, 2026 - 00:45:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 00:46:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883711  39.022728  38.793297
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934  69.873047  69.851562
+util                      95.000000  99.000000  93.000000
+[Apr 13, 2026 - 00:46:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 31 : avg iteration time       47.34 seconds
+[Apr 13, 2026 - 00:46:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 31 : data loading time        0.00
+[Apr 13, 2026 - 00:46:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 31 : avg forward pass time    11.73
+[Apr 13, 2026 - 00:46:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 31 : backward pass time       11.35
+[Apr 13, 2026 - 00:46:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 31 : optimizer step time      1.18
+[Apr 13, 2026 - 00:46:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 31--------------------
+[Apr 13, 2026 - 00:46:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0066        iter count: 1.0
+[Apr 13, 2026 - 00:46:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0066   iter count: 1.0
+[Apr 13, 2026 - 00:46:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:46:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:47:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884015   39.023922  38.793297
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465   69.951172  69.851562
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 00:47:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 32 : avg iteration time       48.68 seconds
+[Apr 13, 2026 - 00:47:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 32 : data loading time        0.00
+[Apr 13, 2026 - 00:47:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 32 : avg forward pass time    12.41
+[Apr 13, 2026 - 00:47:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 32 : backward pass time       11.34
+[Apr 13, 2026 - 00:47:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 32 : optimizer step time      1.17
+[Apr 13, 2026 - 00:47:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 32--------------------
+[Apr 13, 2026 - 00:47:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0060        iter count: 1.0
+[Apr 13, 2026 - 00:47:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0060   iter count: 1.0
+[Apr 13, 2026 - 00:47:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:47:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:48:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884089  39.024170  38.793327
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699  69.871094  69.853516
+util                      98.000000  99.000000  97.000000
+[Apr 13, 2026 - 00:48:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 33 : avg iteration time       45.97 seconds
+[Apr 13, 2026 - 00:48:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 33 : data loading time        0.00
+[Apr 13, 2026 - 00:48:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 33 : avg forward pass time    11.06
+[Apr 13, 2026 - 00:48:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 33 : backward pass time       11.33
+[Apr 13, 2026 - 00:48:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 33 : optimizer step time      1.17
+[Apr 13, 2026 - 00:48:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 33--------------------
+[Apr 13, 2026 - 00:48:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0056        iter count: 1.0
+[Apr 13, 2026 - 00:48:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0056   iter count: 1.0
+[Apr 13, 2026 - 00:48:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:48:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:49:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884091  39.024193  38.793327
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816  69.951172  69.832031
+util                      96.500000  99.000000  95.000000
+[Apr 13, 2026 - 00:49:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 34 : avg iteration time       51.38 seconds
+[Apr 13, 2026 - 00:49:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 34 : data loading time        0.00
+[Apr 13, 2026 - 00:49:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 34 : avg forward pass time    13.77
+[Apr 13, 2026 - 00:49:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 34 : backward pass time       11.35
+[Apr 13, 2026 - 00:49:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 34 : optimizer step time      1.17
+[Apr 13, 2026 - 00:49:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 34--------------------
+[Apr 13, 2026 - 00:49:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0057        iter count: 1.0
+[Apr 13, 2026 - 00:49:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0057   iter count: 1.0
+[Apr 13, 2026 - 00:49:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:49:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.883788   39.023037   38.793304
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.874512  112.330078  111.722656
+util                       71.750000   75.000000   70.000000
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 35 : avg iteration time       187.25 seconds
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 35 : data loading time        0.00
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 35 : avg forward pass time    85.16
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 35 : backward pass time       8.33
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 35 : optimizer step time      0.33
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 35--------------------
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6411        iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6162          iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6411 iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1558iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0369 iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4353 iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0401iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0093 iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1150 iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6162iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.3722  iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0975  iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1167  iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0296  iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0947  iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0239  iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1355  iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0345  iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0058   iter count: 1.0
+[Apr 13, 2026 - 00:52:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 00:53:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.883785   39.023037  38.793304
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926   69.890625  69.423828
+util                      98.500000  100.000000  95.000000
+[Apr 13, 2026 - 00:53:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 36 : avg iteration time       49.69 seconds
+[Apr 13, 2026 - 00:53:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 36 : data loading time        0.00
+[Apr 13, 2026 - 00:53:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 36 : avg forward pass time    12.92
+[Apr 13, 2026 - 00:53:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 36 : backward pass time       11.36
+[Apr 13, 2026 - 00:53:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 36 : optimizer step time      1.17
+[Apr 13, 2026 - 00:53:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 36--------------------
+[Apr 13, 2026 - 00:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0075        iter count: 1.0
+[Apr 13, 2026 - 00:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0075   iter count: 1.0
+[Apr 13, 2026 - 00:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:53:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:53:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883893  39.023491  38.793282
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051  69.853516  69.851562
+util                      99.000000  99.000000  99.000000
+[Apr 13, 2026 - 00:53:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 37 : avg iteration time       45.90 seconds
+[Apr 13, 2026 - 00:53:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 37 : data loading time        0.00
+[Apr 13, 2026 - 00:53:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 37 : avg forward pass time    11.04
+[Apr 13, 2026 - 00:53:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 37 : backward pass time       11.32
+[Apr 13, 2026 - 00:53:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 37 : optimizer step time      1.18
+[Apr 13, 2026 - 00:53:48 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 37--------------------
+[Apr 13, 2026 - 00:53:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0060        iter count: 1.0
+[Apr 13, 2026 - 00:53:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0060   iter count: 1.0
+[Apr 13, 2026 - 00:53:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:53:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:54:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883887  39.023468  38.793282
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891113  69.892578  69.890625
+util                      95.000000  99.000000  93.000000
+[Apr 13, 2026 - 00:54:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 38 : avg iteration time       51.34 seconds
+[Apr 13, 2026 - 00:54:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 38 : data loading time        0.00
+[Apr 13, 2026 - 00:54:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 38 : avg forward pass time    13.76
+[Apr 13, 2026 - 00:54:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 38 : backward pass time       11.31
+[Apr 13, 2026 - 00:54:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 38 : optimizer step time      1.17
+[Apr 13, 2026 - 00:54:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 38--------------------
+[Apr 13, 2026 - 00:54:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0061        iter count: 1.0
+[Apr 13, 2026 - 00:54:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0061   iter count: 1.0
+[Apr 13, 2026 - 00:54:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:54:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:55:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883948  39.023705  38.793282
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.754395  69.871094  69.404297
+util                      98.000000  99.000000  95.000000
+[Apr 13, 2026 - 00:55:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 39 : avg iteration time       48.75 seconds
+[Apr 13, 2026 - 00:55:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 39 : data loading time        0.00
+[Apr 13, 2026 - 00:55:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 39 : avg forward pass time    12.46
+[Apr 13, 2026 - 00:55:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 39 : backward pass time       11.33
+[Apr 13, 2026 - 00:55:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 39 : optimizer step time      1.16
+[Apr 13, 2026 - 00:55:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 39--------------------
+[Apr 13, 2026 - 00:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0065        iter count: 1.0
+[Apr 13, 2026 - 00:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0065   iter count: 1.0
+[Apr 13, 2026 - 00:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:55:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.883832   39.023247   38.793282
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.498535  112.701172  111.097656
+util                       68.000000   72.000000   66.000000
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 40 : avg iteration time       187.47 seconds
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 40 : data loading time        0.00
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 40 : avg forward pass time    85.27
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 40 : backward pass time       8.33
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 40 : optimizer step time      0.33
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 40--------------------
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6732        iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6514          iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6732 iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1308iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0506 iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4064 iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0334iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0127 iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1069 iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6514iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2356  iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0607  iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1061  iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0269  iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1340  iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0341  iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1659  iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0423  iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0055   iter count: 1.0
+[Apr 13, 2026 - 00:58:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 00:59:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883832  39.023247  38.793282
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.739746  69.851562  69.404297
+util                      94.750000  99.000000  93.000000
+[Apr 13, 2026 - 00:59:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 41 : avg iteration time       52.37 seconds
+[Apr 13, 2026 - 00:59:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 41 : data loading time        0.00
+[Apr 13, 2026 - 00:59:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 41 : avg forward pass time    14.24
+[Apr 13, 2026 - 00:59:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 41 : backward pass time       11.32
+[Apr 13, 2026 - 00:59:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 41 : optimizer step time      1.18
+[Apr 13, 2026 - 00:59:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 41--------------------
+[Apr 13, 2026 - 00:59:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0065        iter count: 1.0
+[Apr 13, 2026 - 00:59:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0065   iter count: 1.0
+[Apr 13, 2026 - 00:59:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 00:59:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:00:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883862  39.023365  38.793282
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.925293  69.949219  69.853516
+util                      95.750000  99.000000  94.000000
+[Apr 13, 2026 - 01:00:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 42 : avg iteration time       48.61 seconds
+[Apr 13, 2026 - 01:00:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 42 : data loading time        0.00
+[Apr 13, 2026 - 01:00:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 42 : avg forward pass time    12.40
+[Apr 13, 2026 - 01:00:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 42 : backward pass time       11.34
+[Apr 13, 2026 - 01:00:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 42 : optimizer step time      1.16
+[Apr 13, 2026 - 01:00:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 42--------------------
+[Apr 13, 2026 - 01:00:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0069        iter count: 1.0
+[Apr 13, 2026 - 01:00:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0069   iter count: 1.0
+[Apr 13, 2026 - 01:00:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:00:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:01:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883938  39.023613  38.793282
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230  69.931641  69.871094
+util                      96.500000  99.000000  95.000000
+[Apr 13, 2026 - 01:01:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 43 : avg iteration time       46.02 seconds
+[Apr 13, 2026 - 01:01:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 43 : data loading time        0.00
+[Apr 13, 2026 - 01:01:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 43 : avg forward pass time    11.09
+[Apr 13, 2026 - 01:01:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 43 : backward pass time       11.33
+[Apr 13, 2026 - 01:01:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 43 : optimizer step time      1.15
+[Apr 13, 2026 - 01:01:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 43--------------------
+[Apr 13, 2026 - 01:01:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0059        iter count: 1.0
+[Apr 13, 2026 - 01:01:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0059   iter count: 1.0
+[Apr 13, 2026 - 01:01:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:01:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:01:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883936  39.023617  38.793282
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.905762  69.951172  69.890625
+util                      99.000000  99.000000  99.000000
+[Apr 13, 2026 - 01:01:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 44 : avg iteration time       48.66 seconds
+[Apr 13, 2026 - 01:01:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 44 : data loading time        0.00
+[Apr 13, 2026 - 01:01:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 44 : avg forward pass time    12.40
+[Apr 13, 2026 - 01:01:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 44 : backward pass time       11.34
+[Apr 13, 2026 - 01:01:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 44 : optimizer step time      1.18
+[Apr 13, 2026 - 01:01:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 44--------------------
+[Apr 13, 2026 - 01:01:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0066        iter count: 1.0
+[Apr 13, 2026 - 01:01:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0066   iter count: 1.0
+[Apr 13, 2026 - 01:01:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:01:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.883607   39.022346   38.793282
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.698730  111.802734  111.664062
+util                       65.500000   69.000000   64.000000
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 45 : avg iteration time       187.32 seconds
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 45 : data loading time        0.00
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 45 : avg forward pass time    85.20
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 45 : backward pass time       8.33
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 45 : optimizer step time      0.33
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 45--------------------
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6884        iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6689          iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6884 iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1126iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0297 iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2563 iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0287iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0075 iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0662 iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6689iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0759  iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0191  iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0297  iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0075  iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1472  iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0375  iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2023  iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0519  iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0063   iter count: 1.0
+[Apr 13, 2026 - 01:04:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 01:05:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.883673   39.022598  38.793293
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926   69.871094  69.482422
+util                      97.000000  100.000000  90.000000
+[Apr 13, 2026 - 01:05:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 46 : avg iteration time       52.33 seconds
+[Apr 13, 2026 - 01:05:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 46 : data loading time        0.00
+[Apr 13, 2026 - 01:05:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 46 : avg forward pass time    14.23
+[Apr 13, 2026 - 01:05:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 46 : backward pass time       11.31
+[Apr 13, 2026 - 01:05:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 46 : optimizer step time      1.21
+[Apr 13, 2026 - 01:05:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 46--------------------
+[Apr 13, 2026 - 01:05:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0064        iter count: 1.0
+[Apr 13, 2026 - 01:05:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0064   iter count: 1.0
+[Apr 13, 2026 - 01:05:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:05:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:06:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.883995   39.023811  38.793316
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.739746   69.832031  69.462891
+util                      98.000000  100.000000  94.000000
+[Apr 13, 2026 - 01:06:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 47 : avg iteration time       48.62 seconds
+[Apr 13, 2026 - 01:06:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 47 : data loading time        0.00
+[Apr 13, 2026 - 01:06:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 47 : avg forward pass time    12.39
+[Apr 13, 2026 - 01:06:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 47 : backward pass time       11.33
+[Apr 13, 2026 - 01:06:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 47 : optimizer step time      1.17
+[Apr 13, 2026 - 01:06:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 47--------------------
+[Apr 13, 2026 - 01:06:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0073        iter count: 1.0
+[Apr 13, 2026 - 01:06:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0073   iter count: 1.0
+[Apr 13, 2026 - 01:06:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:06:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:07:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884006  39.023811  38.793316
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.783691  69.890625  69.462891
+util                      99.000000  99.000000  99.000000
+[Apr 13, 2026 - 01:07:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 48 : avg iteration time       51.34 seconds
+[Apr 13, 2026 - 01:07:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 48 : data loading time        0.00
+[Apr 13, 2026 - 01:07:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 48 : avg forward pass time    13.76
+[Apr 13, 2026 - 01:07:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 48 : backward pass time       11.33
+[Apr 13, 2026 - 01:07:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 48 : optimizer step time      1.16
+[Apr 13, 2026 - 01:07:31 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 48--------------------
+[Apr 13, 2026 - 01:07:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0070        iter count: 1.0
+[Apr 13, 2026 - 01:07:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0070   iter count: 1.0
+[Apr 13, 2026 - 01:07:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:07:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:08:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884006  39.023880  38.793316
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.798340  69.910156  69.462891
+util                      94.500000  98.000000  93.000000
+[Apr 13, 2026 - 01:08:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 49 : avg iteration time       51.31 seconds
+[Apr 13, 2026 - 01:08:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 49 : data loading time        0.00
+[Apr 13, 2026 - 01:08:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 49 : avg forward pass time    13.74
+[Apr 13, 2026 - 01:08:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 49 : backward pass time       11.33
+[Apr 13, 2026 - 01:08:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 49 : optimizer step time      1.18
+[Apr 13, 2026 - 01:08:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 49--------------------
+[Apr 13, 2026 - 01:08:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0069        iter count: 1.0
+[Apr 13, 2026 - 01:08:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0069   iter count: 1.0
+[Apr 13, 2026 - 01:08:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:08:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.883784   39.022961   38.793304
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.741699  111.548828  110.472656
+util                       71.000000   75.000000   69.000000
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 50 : avg iteration time       184.47 seconds
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 50 : data loading time        0.00
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 50 : avg forward pass time    83.78
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 50 : backward pass time       8.33
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 50 : optimizer step time      0.33
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 50--------------------
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7284        iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.7021          iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7284 iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1469iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0359 iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4167 iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0378iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0090 iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1098 iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.7021iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1433  iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0365  iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1556  iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0397  iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.3201  iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0833  iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2310  iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0594  iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0067   iter count: 1.0
+[Apr 13, 2026 - 01:11:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 01:12:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883771  39.022964  38.793293
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934  69.873047  69.851562
+util                      94.250000  98.000000  93.000000
+[Apr 13, 2026 - 01:12:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 51 : avg iteration time       49.73 seconds
+[Apr 13, 2026 - 01:12:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 51 : data loading time        0.00
+[Apr 13, 2026 - 01:12:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 51 : avg forward pass time    12.92
+[Apr 13, 2026 - 01:12:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 51 : backward pass time       11.34
+[Apr 13, 2026 - 01:12:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 51 : optimizer step time      1.19
+[Apr 13, 2026 - 01:12:16 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 51--------------------
+[Apr 13, 2026 - 01:12:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0065        iter count: 1.0
+[Apr 13, 2026 - 01:12:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0065   iter count: 1.0
+[Apr 13, 2026 - 01:12:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:12:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:13:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.883856   39.023212  38.793316
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.871582   69.931641  69.851562
+util                      97.750000  100.000000  93.000000
+[Apr 13, 2026 - 01:13:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 52 : avg iteration time       48.74 seconds
+[Apr 13, 2026 - 01:13:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 52 : data loading time        0.00
+[Apr 13, 2026 - 01:13:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 52 : avg forward pass time    12.44
+[Apr 13, 2026 - 01:13:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 52 : backward pass time       11.35
+[Apr 13, 2026 - 01:13:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 52 : optimizer step time      1.16
+[Apr 13, 2026 - 01:13:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 52--------------------
+[Apr 13, 2026 - 01:13:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0074        iter count: 1.0
+[Apr 13, 2026 - 01:13:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0074   iter count: 1.0
+[Apr 13, 2026 - 01:13:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:13:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:13:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883844  39.023212  38.793316
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.920410  69.951172  69.910156
+util                      97.750000  99.000000  97.000000
+[Apr 13, 2026 - 01:13:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 53 : avg iteration time       48.70 seconds
+[Apr 13, 2026 - 01:13:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 53 : data loading time        0.00
+[Apr 13, 2026 - 01:13:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 53 : avg forward pass time    12.43
+[Apr 13, 2026 - 01:13:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 53 : backward pass time       11.31
+[Apr 13, 2026 - 01:13:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 53 : optimizer step time      1.16
+[Apr 13, 2026 - 01:13:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 53--------------------
+[Apr 13, 2026 - 01:13:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0068        iter count: 1.0
+[Apr 13, 2026 - 01:13:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0068   iter count: 1.0
+[Apr 13, 2026 - 01:13:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:13:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:14:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884023  39.023960  38.793316
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.900879  69.910156  69.873047
+util                      96.250000  99.000000  95.000000
+[Apr 13, 2026 - 01:14:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 54 : avg iteration time       48.78 seconds
+[Apr 13, 2026 - 01:14:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 54 : data loading time        0.00
+[Apr 13, 2026 - 01:14:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 54 : avg forward pass time    12.44
+[Apr 13, 2026 - 01:14:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 54 : backward pass time       11.37
+[Apr 13, 2026 - 01:14:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 54 : optimizer step time      1.17
+[Apr 13, 2026 - 01:14:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 54--------------------
+[Apr 13, 2026 - 01:14:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0071        iter count: 1.0
+[Apr 13, 2026 - 01:14:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0071   iter count: 1.0
+[Apr 13, 2026 - 01:14:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:14:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.883763   39.022934   38.793316
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.923340  112.152344  111.236328
+util                       75.250000   79.000000   66.000000
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 55 : avg iteration time       187.55 seconds
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 55 : data loading time        0.00
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 55 : avg forward pass time    85.31
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 55 : backward pass time       8.33
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 55 : optimizer step time      0.34
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 55--------------------
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6990        iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6748          iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6990 iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1394iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0154 iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5322 iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0359iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0039 iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1423 iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6748iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0154  iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0039  iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1389  iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0353  iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1692  iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0432  iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2434  iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0627  iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0072   iter count: 1.0
+[Apr 13, 2026 - 01:17:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 01:18:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883837  39.023205  38.793339
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754  69.912109  69.792969
+util                      95.500000  99.000000  94.000000
+[Apr 13, 2026 - 01:18:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 56 : avg iteration time       47.04 seconds
+[Apr 13, 2026 - 01:18:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 56 : data loading time        0.00
+[Apr 13, 2026 - 01:18:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 56 : avg forward pass time    11.59
+[Apr 13, 2026 - 01:18:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 56 : backward pass time       11.32
+[Apr 13, 2026 - 01:18:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 56 : optimizer step time      1.18
+[Apr 13, 2026 - 01:18:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 56--------------------
+[Apr 13, 2026 - 01:18:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0066        iter count: 1.0
+[Apr 13, 2026 - 01:18:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0066   iter count: 1.0
+[Apr 13, 2026 - 01:18:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:18:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:19:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883888  39.023457  38.793293
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699  69.871094  69.853516
+util                      94.000000  98.000000  92.000000
+[Apr 13, 2026 - 01:19:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 57 : avg iteration time       51.39 seconds
+[Apr 13, 2026 - 01:19:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 57 : data loading time        0.00
+[Apr 13, 2026 - 01:19:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 57 : avg forward pass time    13.74
+[Apr 13, 2026 - 01:19:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 57 : backward pass time       11.33
+[Apr 13, 2026 - 01:19:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 57 : optimizer step time      1.18
+[Apr 13, 2026 - 01:19:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 57--------------------
+[Apr 13, 2026 - 01:19:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0077        iter count: 1.0
+[Apr 13, 2026 - 01:19:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0077   iter count: 1.0
+[Apr 13, 2026 - 01:19:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:19:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:20:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.883891   39.023441  38.793316
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754   69.853516  69.812500
+util                      97.750000  100.000000  91.000000
+[Apr 13, 2026 - 01:20:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 58 : avg iteration time       48.71 seconds
+[Apr 13, 2026 - 01:20:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 58 : data loading time        0.00
+[Apr 13, 2026 - 01:20:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 58 : avg forward pass time    12.44
+[Apr 13, 2026 - 01:20:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 58 : backward pass time       11.32
+[Apr 13, 2026 - 01:20:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 58 : optimizer step time      1.18
+[Apr 13, 2026 - 01:20:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 58--------------------
+[Apr 13, 2026 - 01:20:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0065        iter count: 1.0
+[Apr 13, 2026 - 01:20:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0065   iter count: 1.0
+[Apr 13, 2026 - 01:20:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:20:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:21:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883894  39.023434  38.793316
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348  69.890625  69.853516
+util                      99.000000  99.000000  99.000000
+[Apr 13, 2026 - 01:21:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 59 : avg iteration time       48.75 seconds
+[Apr 13, 2026 - 01:21:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 59 : data loading time        0.00
+[Apr 13, 2026 - 01:21:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 59 : avg forward pass time    12.48
+[Apr 13, 2026 - 01:21:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 59 : backward pass time       11.31
+[Apr 13, 2026 - 01:21:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 59 : optimizer step time      1.16
+[Apr 13, 2026 - 01:21:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 59--------------------
+[Apr 13, 2026 - 01:21:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0065        iter count: 1.0
+[Apr 13, 2026 - 01:21:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0065   iter count: 1.0
+[Apr 13, 2026 - 01:21:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:21:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.883673   39.022583   38.793293
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.282715  110.375000  110.005859
+util                       75.250000   79.000000   66.000000
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 60 : avg iteration time       187.28 seconds
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 60 : data loading time        0.00
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 60 : avg forward pass time    85.18
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 60 : backward pass time       8.34
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 60 : optimizer step time      0.34
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 60--------------------
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6744        iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6533          iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6744 iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1262iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0381 iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3354 iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0322iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0096 iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0875 iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6533iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0660  iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0166  iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0873  iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0221  iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1406  iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0358  iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0720  iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0182  iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0064   iter count: 1.0
+[Apr 13, 2026 - 01:24:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 01:25:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.883708   39.022705  38.793312
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816   69.892578  69.851562
+util                      97.000000  100.000000  90.000000
+[Apr 13, 2026 - 01:25:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 61 : avg iteration time       52.33 seconds
+[Apr 13, 2026 - 01:25:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 61 : data loading time        0.00
+[Apr 13, 2026 - 01:25:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 61 : avg forward pass time    14.24
+[Apr 13, 2026 - 01:25:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 61 : backward pass time       11.35
+[Apr 13, 2026 - 01:25:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 61 : optimizer step time      1.18
+[Apr 13, 2026 - 01:25:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 61--------------------
+[Apr 13, 2026 - 01:25:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0091        iter count: 1.0
+[Apr 13, 2026 - 01:25:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0091   iter count: 1.0
+[Apr 13, 2026 - 01:25:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:25:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:25:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.883956  39.023701  38.793301
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816  69.892578  69.851562
+util                      97.250000  99.000000  96.000000
+[Apr 13, 2026 - 01:25:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 62 : avg iteration time       48.73 seconds
+[Apr 13, 2026 - 01:25:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 62 : data loading time        0.00
+[Apr 13, 2026 - 01:25:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 62 : avg forward pass time    12.42
+[Apr 13, 2026 - 01:25:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 62 : backward pass time       11.38
+[Apr 13, 2026 - 01:25:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 62 : optimizer step time      1.17
+[Apr 13, 2026 - 01:25:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 62--------------------
+[Apr 13, 2026 - 01:25:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0082        iter count: 1.0
+[Apr 13, 2026 - 01:25:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0082   iter count: 1.0
+[Apr 13, 2026 - 01:25:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:25:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:26:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884279   39.024994  38.793301
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934   69.931641  69.832031
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 01:26:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 63 : avg iteration time       46.09 seconds
+[Apr 13, 2026 - 01:26:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 63 : data loading time        0.00
+[Apr 13, 2026 - 01:26:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 63 : avg forward pass time    11.12
+[Apr 13, 2026 - 01:26:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 63 : backward pass time       11.33
+[Apr 13, 2026 - 01:26:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 63 : optimizer step time      1.17
+[Apr 13, 2026 - 01:26:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 63--------------------
+[Apr 13, 2026 - 01:26:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0069        iter count: 1.0
+[Apr 13, 2026 - 01:26:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0069   iter count: 1.0
+[Apr 13, 2026 - 01:26:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:26:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:27:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884282  39.024994  38.793304
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816  69.892578  69.851562
+util                      94.000000  98.000000  92.000000
+[Apr 13, 2026 - 01:27:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 64 : avg iteration time       48.66 seconds
+[Apr 13, 2026 - 01:27:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 64 : data loading time        0.00
+[Apr 13, 2026 - 01:27:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 64 : avg forward pass time    12.42
+[Apr 13, 2026 - 01:27:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 64 : backward pass time       11.32
+[Apr 13, 2026 - 01:27:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 64 : optimizer step time      1.18
+[Apr 13, 2026 - 01:27:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 64--------------------
+[Apr 13, 2026 - 01:27:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0072        iter count: 1.0
+[Apr 13, 2026 - 01:27:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0072   iter count: 1.0
+[Apr 13, 2026 - 01:27:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:27:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.883776   39.022820   38.793346
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.659668  111.917969  110.884766
+util                       71.000000   75.000000   69.000000
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 65 : avg iteration time       189.66 seconds
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 65 : data loading time        0.00
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 65 : avg forward pass time    86.37
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 65 : backward pass time       8.34
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 65 : optimizer step time      0.33
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 65--------------------
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6489        iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6279          iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6489 iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1307iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0217 iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3789 iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0335iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0054 iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0994 iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6279iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0648  iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0163  iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1216  iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0309  iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0822  iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0208  iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0217  iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0054  iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0071   iter count: 1.0
+[Apr 13, 2026 - 01:30:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 01:31:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.883768   39.022789  38.793346
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.774414   69.871094  69.484375
+util                      94.750000  100.000000  91.000000
+[Apr 13, 2026 - 01:31:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 66 : avg iteration time       49.71 seconds
+[Apr 13, 2026 - 01:31:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 66 : data loading time        0.00
+[Apr 13, 2026 - 01:31:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 66 : avg forward pass time    12.92
+[Apr 13, 2026 - 01:31:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 66 : backward pass time       11.37
+[Apr 13, 2026 - 01:31:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 66 : optimizer step time      1.17
+[Apr 13, 2026 - 01:31:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 66--------------------
+[Apr 13, 2026 - 01:31:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0077        iter count: 1.0
+[Apr 13, 2026 - 01:31:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0077   iter count: 1.0
+[Apr 13, 2026 - 01:31:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:31:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:32:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884158  39.024281  38.793346
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.803711  69.910156  69.484375
+util                      97.000000  99.000000  96.000000
+[Apr 13, 2026 - 01:32:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 67 : avg iteration time       48.87 seconds
+[Apr 13, 2026 - 01:32:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 67 : data loading time        0.00
+[Apr 13, 2026 - 01:32:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 67 : avg forward pass time    12.52
+[Apr 13, 2026 - 01:32:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 67 : backward pass time       11.33
+[Apr 13, 2026 - 01:32:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 67 : optimizer step time      1.17
+[Apr 13, 2026 - 01:32:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 67--------------------
+[Apr 13, 2026 - 01:32:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0073        iter count: 1.0
+[Apr 13, 2026 - 01:32:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0073   iter count: 1.0
+[Apr 13, 2026 - 01:32:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:32:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:33:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884146  39.024281  38.793346
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.784180  69.890625  69.464844
+util                      93.500000  97.000000  92.000000
+[Apr 13, 2026 - 01:33:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 68 : avg iteration time       51.34 seconds
+[Apr 13, 2026 - 01:33:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 68 : data loading time        0.00
+[Apr 13, 2026 - 01:33:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 68 : avg forward pass time    13.76
+[Apr 13, 2026 - 01:33:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 68 : backward pass time       11.34
+[Apr 13, 2026 - 01:33:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 68 : optimizer step time      1.17
+[Apr 13, 2026 - 01:33:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 68--------------------
+[Apr 13, 2026 - 01:33:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0070        iter count: 1.0
+[Apr 13, 2026 - 01:33:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0070   iter count: 1.0
+[Apr 13, 2026 - 01:33:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:33:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:34:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884071  39.024002  38.793346
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.779297  69.890625  69.445312
+util                      94.500000  99.000000  93.000000
+[Apr 13, 2026 - 01:34:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 69 : avg iteration time       51.42 seconds
+[Apr 13, 2026 - 01:34:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 69 : data loading time        0.00
+[Apr 13, 2026 - 01:34:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 69 : avg forward pass time    13.78
+[Apr 13, 2026 - 01:34:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 69 : backward pass time       11.34
+[Apr 13, 2026 - 01:34:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 69 : optimizer step time      1.18
+[Apr 13, 2026 - 01:34:00 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 69--------------------
+[Apr 13, 2026 - 01:34:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0071        iter count: 1.0
+[Apr 13, 2026 - 01:34:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0071   iter count: 1.0
+[Apr 13, 2026 - 01:34:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:34:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.884008   39.023472   38.793625
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.757324  112.269531  110.220703
+util                       73.250000   77.000000   64.000000
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 70 : avg iteration time       187.34 seconds
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 70 : data loading time        0.00
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 70 : avg forward pass time    85.20
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 70 : backward pass time       8.33
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 70 : optimizer step time      0.33
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 70--------------------
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6444        iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6240          iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6444 iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1293iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0273 iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5318 iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0333iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0068 iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1422 iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6240iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0596  iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0150  iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.3479  iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0909  iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0840  iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0212  iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1148  iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0291  iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0066   iter count: 1.0
+[Apr 13, 2026 - 01:37:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 01:37:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884101  39.023724  38.793625
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891113  70.009766  69.851562
+util                      94.500000  99.000000  91.000000
+[Apr 13, 2026 - 01:37:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 71 : avg iteration time       49.63 seconds
+[Apr 13, 2026 - 01:37:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 71 : data loading time        0.00
+[Apr 13, 2026 - 01:37:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 71 : avg forward pass time    12.91
+[Apr 13, 2026 - 01:37:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 71 : backward pass time       11.32
+[Apr 13, 2026 - 01:37:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 71 : optimizer step time      1.17
+[Apr 13, 2026 - 01:37:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 71--------------------
+[Apr 13, 2026 - 01:37:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0083        iter count: 1.0
+[Apr 13, 2026 - 01:37:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0083   iter count: 1.0
+[Apr 13, 2026 - 01:37:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:37:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:38:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884107  39.023724  38.793625
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.910645  69.912109  69.910156
+util                      96.500000  99.000000  95.000000
+[Apr 13, 2026 - 01:38:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 72 : avg iteration time       48.65 seconds
+[Apr 13, 2026 - 01:38:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 72 : data loading time        0.00
+[Apr 13, 2026 - 01:38:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 72 : avg forward pass time    12.41
+[Apr 13, 2026 - 01:38:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 72 : backward pass time       11.31
+[Apr 13, 2026 - 01:38:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 72 : optimizer step time      1.18
+[Apr 13, 2026 - 01:38:46 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 72--------------------
+[Apr 13, 2026 - 01:38:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0078        iter count: 1.0
+[Apr 13, 2026 - 01:38:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0078   iter count: 1.0
+[Apr 13, 2026 - 01:38:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:38:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:39:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884113  39.023724  38.793652
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.817871  69.910156  69.541016
+util                      96.250000  99.000000  95.000000
+[Apr 13, 2026 - 01:39:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 73 : avg iteration time       51.40 seconds
+[Apr 13, 2026 - 01:39:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 73 : data loading time        0.00
+[Apr 13, 2026 - 01:39:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 73 : avg forward pass time    13.75
+[Apr 13, 2026 - 01:39:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 73 : backward pass time       11.34
+[Apr 13, 2026 - 01:39:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 73 : optimizer step time      1.19
+[Apr 13, 2026 - 01:39:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 73--------------------
+[Apr 13, 2026 - 01:39:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0068        iter count: 1.0
+[Apr 13, 2026 - 01:39:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0068   iter count: 1.0
+[Apr 13, 2026 - 01:39:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:39:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:40:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884299   39.024483  38.793625
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.817871   69.910156  69.541016
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 01:40:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 74 : avg iteration time       51.30 seconds
+[Apr 13, 2026 - 01:40:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 74 : data loading time        0.00
+[Apr 13, 2026 - 01:40:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 74 : avg forward pass time    13.75
+[Apr 13, 2026 - 01:40:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 74 : backward pass time       11.33
+[Apr 13, 2026 - 01:40:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 74 : optimizer step time      1.16
+[Apr 13, 2026 - 01:40:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 74--------------------
+[Apr 13, 2026 - 01:40:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0078        iter count: 1.0
+[Apr 13, 2026 - 01:40:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0078   iter count: 1.0
+[Apr 13, 2026 - 01:40:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:40:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.884178   39.023937   38.793625
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.117676  111.195312  110.884766
+util                       68.250000   72.000000   66.000000
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 75 : avg iteration time       187.30 seconds
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 75 : data loading time        0.00
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 75 : avg forward pass time    85.17
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 75 : backward pass time       8.33
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 75 : optimizer step time      0.33
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 75--------------------
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5974        iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5771          iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5974 iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1360iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0360 iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4385 iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0349iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0090 iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1159 iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5771iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0982  iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0249  iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0952  iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0241  iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1245  iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0316  iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1101  iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0279  iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0071   iter count: 1.0
+[Apr 13, 2026 - 01:43:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 01:44:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884165  39.023937  38.793640
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.579590  72.763672  69.851562
+util                      94.750000  99.000000  93.000000
+[Apr 13, 2026 - 01:44:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 76 : avg iteration time       52.37 seconds
+[Apr 13, 2026 - 01:44:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 76 : data loading time        0.00
+[Apr 13, 2026 - 01:44:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 76 : avg forward pass time    14.25
+[Apr 13, 2026 - 01:44:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 76 : backward pass time       11.34
+[Apr 13, 2026 - 01:44:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 76 : optimizer step time      1.17
+[Apr 13, 2026 - 01:44:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 76--------------------
+[Apr 13, 2026 - 01:44:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0086        iter count: 1.0
+[Apr 13, 2026 - 01:44:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0086   iter count: 1.0
+[Apr 13, 2026 - 01:44:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:44:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:45:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884161   39.023937  38.793625
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.905762   69.910156  69.892578
+util                      96.500000  100.000000  92.000000
+[Apr 13, 2026 - 01:45:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 77 : avg iteration time       51.36 seconds
+[Apr 13, 2026 - 01:45:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 77 : data loading time        0.00
+[Apr 13, 2026 - 01:45:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 77 : avg forward pass time    13.76
+[Apr 13, 2026 - 01:45:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 77 : backward pass time       11.33
+[Apr 13, 2026 - 01:45:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 77 : optimizer step time      1.17
+[Apr 13, 2026 - 01:45:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 77--------------------
+[Apr 13, 2026 - 01:45:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0086        iter count: 1.0
+[Apr 13, 2026 - 01:45:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0086   iter count: 1.0
+[Apr 13, 2026 - 01:45:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:45:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:46:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884174   39.023937  38.793652
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891113   69.910156  69.833984
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 01:46:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 78 : avg iteration time       51.33 seconds
+[Apr 13, 2026 - 01:46:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 78 : data loading time        0.00
+[Apr 13, 2026 - 01:46:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 78 : avg forward pass time    13.75
+[Apr 13, 2026 - 01:46:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 78 : backward pass time       11.32
+[Apr 13, 2026 - 01:46:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 78 : optimizer step time      1.17
+[Apr 13, 2026 - 01:46:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 78--------------------
+[Apr 13, 2026 - 01:46:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0078        iter count: 1.0
+[Apr 13, 2026 - 01:46:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0078   iter count: 1.0
+[Apr 13, 2026 - 01:46:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:46:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:47:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884171  39.023937  38.793652
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.599121  72.783203  69.871094
+util                      98.500000  99.000000  98.000000
+[Apr 13, 2026 - 01:47:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 79 : avg iteration time       51.36 seconds
+[Apr 13, 2026 - 01:47:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 79 : data loading time        0.00
+[Apr 13, 2026 - 01:47:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 79 : avg forward pass time    13.77
+[Apr 13, 2026 - 01:47:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 79 : backward pass time       11.32
+[Apr 13, 2026 - 01:47:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 79 : optimizer step time      1.16
+[Apr 13, 2026 - 01:47:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 79--------------------
+[Apr 13, 2026 - 01:47:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0089        iter count: 1.0
+[Apr 13, 2026 - 01:47:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0089   iter count: 1.0
+[Apr 13, 2026 - 01:47:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:47:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.883935   39.022812   38.793709
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.761230  111.216797  110.609375
+util                       71.750000   75.000000   70.000000
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 80 : avg iteration time       182.01 seconds
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 80 : data loading time        0.00
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 80 : avg forward pass time    82.54
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 80 : backward pass time       8.34
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 80 : optimizer step time      0.33
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 80--------------------
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6773        iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6543          iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6773 iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1381iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0379 iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5627 iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0356iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0095 iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1510 iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6543iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2111  iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0542  iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.4976  iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.1325  iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0689  iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0174  iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1909  iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0489  iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0075   iter count: 1.0
+[Apr 13, 2026 - 01:50:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 01:50:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.883945   39.022827  38.793732
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.739746   69.832031  69.462891
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 01:50:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 81 : avg iteration time       47.01 seconds
+[Apr 13, 2026 - 01:50:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 81 : data loading time        0.00
+[Apr 13, 2026 - 01:50:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 81 : avg forward pass time    11.56
+[Apr 13, 2026 - 01:50:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 81 : backward pass time       11.33
+[Apr 13, 2026 - 01:50:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 81 : optimizer step time      1.19
+[Apr 13, 2026 - 01:50:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 81--------------------
+[Apr 13, 2026 - 01:50:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0089        iter count: 1.0
+[Apr 13, 2026 - 01:50:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0089   iter count: 1.0
+[Apr 13, 2026 - 01:50:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:50:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:51:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884140   39.023586  38.793755
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.754395   69.851562  69.462891
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 01:51:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 82 : avg iteration time       45.99 seconds
+[Apr 13, 2026 - 01:51:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 82 : data loading time        0.00
+[Apr 13, 2026 - 01:51:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 82 : avg forward pass time    11.07
+[Apr 13, 2026 - 01:51:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 82 : backward pass time       11.33
+[Apr 13, 2026 - 01:51:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 82 : optimizer step time      1.17
+[Apr 13, 2026 - 01:51:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 82--------------------
+[Apr 13, 2026 - 01:51:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0082        iter count: 1.0
+[Apr 13, 2026 - 01:51:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0082   iter count: 1.0
+[Apr 13, 2026 - 01:51:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:51:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:52:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884507   39.025101  38.793709
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.754395   69.851562  69.462891
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 01:52:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 83 : avg iteration time       48.63 seconds
+[Apr 13, 2026 - 01:52:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 83 : data loading time        0.00
+[Apr 13, 2026 - 01:52:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 83 : avg forward pass time    12.39
+[Apr 13, 2026 - 01:52:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 83 : backward pass time       11.33
+[Apr 13, 2026 - 01:52:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 83 : optimizer step time      1.17
+[Apr 13, 2026 - 01:52:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 83--------------------
+[Apr 13, 2026 - 01:52:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0076        iter count: 1.0
+[Apr 13, 2026 - 01:52:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0076   iter count: 1.0
+[Apr 13, 2026 - 01:52:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:52:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:53:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884578   39.025333  38.793755
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.739746   69.832031  69.462891
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 01:53:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 84 : avg iteration time       48.63 seconds
+[Apr 13, 2026 - 01:53:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 84 : data loading time        0.00
+[Apr 13, 2026 - 01:53:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 84 : avg forward pass time    12.41
+[Apr 13, 2026 - 01:53:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 84 : backward pass time       11.32
+[Apr 13, 2026 - 01:53:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 84 : optimizer step time      1.17
+[Apr 13, 2026 - 01:53:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 84--------------------
+[Apr 13, 2026 - 01:53:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0077        iter count: 1.0
+[Apr 13, 2026 - 01:53:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0077   iter count: 1.0
+[Apr 13, 2026 - 01:53:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:53:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.883993   39.022987   38.793755
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.932129  111.175781  110.201172
+util                       71.500000   75.000000   62.000000
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 85 : avg iteration time       187.00 seconds
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 85 : data loading time        0.00
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 85 : avg forward pass time    85.04
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 85 : backward pass time       8.33
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 85 : optimizer step time      0.33
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 85--------------------
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6730        iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6494          iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6730 iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1413iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0326 iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4389 iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0363iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0082 iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1160 iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6494iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.4389  iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.1160  iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0356  iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0089  iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0938  iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0237  iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1143  iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0290  iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0077   iter count: 1.0
+[Apr 13, 2026 - 01:56:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 01:57:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884033   39.023197  38.793709
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.817871   69.892578  69.792969
+util                      98.000000  100.000000  94.000000
+[Apr 13, 2026 - 01:57:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 86 : avg iteration time       49.62 seconds
+[Apr 13, 2026 - 01:57:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 86 : data loading time        0.00
+[Apr 13, 2026 - 01:57:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 86 : avg forward pass time    12.90
+[Apr 13, 2026 - 01:57:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 86 : backward pass time       11.34
+[Apr 13, 2026 - 01:57:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 86 : optimizer step time      1.16
+[Apr 13, 2026 - 01:57:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 86--------------------
+[Apr 13, 2026 - 01:57:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0075        iter count: 1.0
+[Apr 13, 2026 - 01:57:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0075   iter count: 1.0
+[Apr 13, 2026 - 01:57:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:57:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:58:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884295   39.024220  38.793736
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816   69.892578  69.851562
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 01:58:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 87 : avg iteration time       48.74 seconds
+[Apr 13, 2026 - 01:58:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 87 : data loading time        0.00
+[Apr 13, 2026 - 01:58:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 87 : avg forward pass time    12.44
+[Apr 13, 2026 - 01:58:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 87 : backward pass time       11.34
+[Apr 13, 2026 - 01:58:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 87 : optimizer step time      1.17
+[Apr 13, 2026 - 01:58:00 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 87--------------------
+[Apr 13, 2026 - 01:58:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0079        iter count: 1.0
+[Apr 13, 2026 - 01:58:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0079   iter count: 1.0
+[Apr 13, 2026 - 01:58:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:58:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:58:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884286   39.024197  38.793709
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.817871   69.892578  69.792969
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 01:58:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 88 : avg iteration time       48.63 seconds
+[Apr 13, 2026 - 01:58:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 88 : data loading time        0.00
+[Apr 13, 2026 - 01:58:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 88 : avg forward pass time    12.39
+[Apr 13, 2026 - 01:58:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 88 : backward pass time       11.32
+[Apr 13, 2026 - 01:58:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 88 : optimizer step time      1.18
+[Apr 13, 2026 - 01:58:48 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 88--------------------
+[Apr 13, 2026 - 01:58:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0077        iter count: 1.0
+[Apr 13, 2026 - 01:58:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0077   iter count: 1.0
+[Apr 13, 2026 - 01:58:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:58:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 01:59:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884361   39.024467  38.793732
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.905762   69.910156  69.892578
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 01:59:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 89 : avg iteration time       48.62 seconds
+[Apr 13, 2026 - 01:59:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 89 : data loading time        0.00
+[Apr 13, 2026 - 01:59:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 89 : avg forward pass time    12.39
+[Apr 13, 2026 - 01:59:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 89 : backward pass time       11.33
+[Apr 13, 2026 - 01:59:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 89 : optimizer step time      1.18
+[Apr 13, 2026 - 01:59:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 89--------------------
+[Apr 13, 2026 - 01:59:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0076        iter count: 1.0
+[Apr 13, 2026 - 01:59:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0076   iter count: 1.0
+[Apr 13, 2026 - 01:59:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 01:59:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.884149   39.023632   38.793724
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.684082  112.681641  111.351562
+util                       71.250000   75.000000   69.000000
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 90 : avg iteration time       189.95 seconds
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 90 : data loading time        0.00
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 90 : avg forward pass time    86.50
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 90 : backward pass time       8.33
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 90 : optimizer step time      0.33
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 90--------------------
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6817        iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6582          iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6817 iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1388iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0314 iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3527 iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0356iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0079 iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0922 iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6582iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1383  iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0352  iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1708  iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0436  iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0565  iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0142  iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1360  iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0346  iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0076   iter count: 1.0
+[Apr 13, 2026 - 02:02:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 02:03:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884136   39.023613  38.793709
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.754395   69.851562  69.462891
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 02:03:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 91 : avg iteration time       47.06 seconds
+[Apr 13, 2026 - 02:03:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 91 : data loading time        0.00
+[Apr 13, 2026 - 02:03:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 91 : avg forward pass time    11.59
+[Apr 13, 2026 - 02:03:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 91 : backward pass time       11.34
+[Apr 13, 2026 - 02:03:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 91 : optimizer step time      1.17
+[Apr 13, 2026 - 02:03:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 91--------------------
+[Apr 13, 2026 - 02:03:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0086        iter count: 1.0
+[Apr 13, 2026 - 02:03:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0086   iter count: 1.0
+[Apr 13, 2026 - 02:03:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:03:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:04:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884136   39.023613  38.793709
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.949707   69.968750  69.892578
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 02:04:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 92 : avg iteration time       51.38 seconds
+[Apr 13, 2026 - 02:04:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 92 : data loading time        0.00
+[Apr 13, 2026 - 02:04:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 92 : avg forward pass time    13.73
+[Apr 13, 2026 - 02:04:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 92 : backward pass time       11.33
+[Apr 13, 2026 - 02:04:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 92 : optimizer step time      1.18
+[Apr 13, 2026 - 02:04:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 92--------------------
+[Apr 13, 2026 - 02:04:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0075        iter count: 1.0
+[Apr 13, 2026 - 02:04:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0075   iter count: 1.0
+[Apr 13, 2026 - 02:04:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:04:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:05:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884142  39.023613  38.793713
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465  69.892578  69.871094
+util                      94.750000  99.000000  93.000000
+[Apr 13, 2026 - 02:05:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 93 : avg iteration time       48.70 seconds
+[Apr 13, 2026 - 02:05:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 93 : data loading time        0.00
+[Apr 13, 2026 - 02:05:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 93 : avg forward pass time    12.42
+[Apr 13, 2026 - 02:05:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 93 : backward pass time       11.34
+[Apr 13, 2026 - 02:05:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 93 : optimizer step time      1.17
+[Apr 13, 2026 - 02:05:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 93--------------------
+[Apr 13, 2026 - 02:05:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0077        iter count: 1.0
+[Apr 13, 2026 - 02:05:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0077   iter count: 1.0
+[Apr 13, 2026 - 02:05:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:05:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:06:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884467  39.024918  38.793713
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.520996  72.294922  69.929688
+util                      95.250000  99.000000  93.000000
+[Apr 13, 2026 - 02:06:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 94 : avg iteration time       46.00 seconds
+[Apr 13, 2026 - 02:06:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 94 : data loading time        0.00
+[Apr 13, 2026 - 02:06:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 94 : avg forward pass time    11.08
+[Apr 13, 2026 - 02:06:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 94 : backward pass time       11.34
+[Apr 13, 2026 - 02:06:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 94 : optimizer step time      1.16
+[Apr 13, 2026 - 02:06:00 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 94--------------------
+[Apr 13, 2026 - 02:06:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0081        iter count: 1.0
+[Apr 13, 2026 - 02:06:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0081   iter count: 1.0
+[Apr 13, 2026 - 02:06:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:06:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.884443   39.024796   38.793716
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.751465  111.353516  110.550781
+util                       68.750000   78.000000   62.000000
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 95 : avg iteration time       184.57 seconds
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 95 : data loading time        0.00
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 95 : avg forward pass time    83.82
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 95 : backward pass time       8.34
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 95 : optimizer step time      0.33
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 95--------------------
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7463        iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.7217          iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7463 iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1320iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0376 iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5711 iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0339iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0095 iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1535 iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.7217iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1131  iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0287  iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1403  iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0357  iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0782  iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0197  iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0775  iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0196  iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0081   iter count: 1.0
+[Apr 13, 2026 - 02:09:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 02:09:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884440  39.024773  38.793732
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934  69.931641  69.832031
+util                      95.500000  99.000000  93.000000
+[Apr 13, 2026 - 02:09:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 96 : avg iteration time       47.04 seconds
+[Apr 13, 2026 - 02:09:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 96 : data loading time        0.00
+[Apr 13, 2026 - 02:09:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 96 : avg forward pass time    11.60
+[Apr 13, 2026 - 02:09:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 96 : backward pass time       11.33
+[Apr 13, 2026 - 02:09:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 96 : optimizer step time      1.17
+[Apr 13, 2026 - 02:09:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 96--------------------
+[Apr 13, 2026 - 02:09:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0082        iter count: 1.0
+[Apr 13, 2026 - 02:09:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0082   iter count: 1.0
+[Apr 13, 2026 - 02:09:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:09:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:10:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884443   39.024776  38.793716
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  71.976074   72.664062  69.912109
+util                      96.750000  100.000000  92.000000
+[Apr 13, 2026 - 02:10:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 97 : avg iteration time       48.75 seconds
+[Apr 13, 2026 - 02:10:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 97 : data loading time        0.00
+[Apr 13, 2026 - 02:10:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 97 : avg forward pass time    12.44
+[Apr 13, 2026 - 02:10:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 97 : backward pass time       11.35
+[Apr 13, 2026 - 02:10:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 97 : optimizer step time      1.17
+[Apr 13, 2026 - 02:10:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 97--------------------
+[Apr 13, 2026 - 02:10:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0086        iter count: 1.0
+[Apr 13, 2026 - 02:10:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0086   iter count: 1.0
+[Apr 13, 2026 - 02:10:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:10:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:11:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                38.884443  39.024776  38.793716
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.832520  69.892578  69.812500
+util                      95.000000  99.000000  93.000000
+[Apr 13, 2026 - 02:11:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 98 : avg iteration time       48.64 seconds
+[Apr 13, 2026 - 02:11:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 98 : data loading time        0.00
+[Apr 13, 2026 - 02:11:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 98 : avg forward pass time    12.41
+[Apr 13, 2026 - 02:11:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 98 : backward pass time       11.34
+[Apr 13, 2026 - 02:11:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 98 : optimizer step time      1.17
+[Apr 13, 2026 - 02:11:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 98--------------------
+[Apr 13, 2026 - 02:11:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0086        iter count: 1.0
+[Apr 13, 2026 - 02:11:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0086   iter count: 1.0
+[Apr 13, 2026 - 02:11:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:11:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:12:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                38.884448   39.024776  38.793716
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  72.024902   72.703125  69.990234
+util                      98.250000  100.000000  95.000000
+[Apr 13, 2026 - 02:12:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 99 : avg iteration time       48.76 seconds
+[Apr 13, 2026 - 02:12:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 99 : data loading time        0.00
+[Apr 13, 2026 - 02:12:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 99 : avg forward pass time    12.45
+[Apr 13, 2026 - 02:12:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 99 : backward pass time       11.35
+[Apr 13, 2026 - 02:12:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 99 : optimizer step time      1.17
+[Apr 13, 2026 - 02:12:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 99--------------------
+[Apr 13, 2026 - 02:12:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0085        iter count: 1.0
+[Apr 13, 2026 - 02:12:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0085   iter count: 1.0
+[Apr 13, 2026 - 02:12:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:12:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 38.884044   39.023159   38.793716
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.034668  111.273438  110.318359
+util                       67.000000   70.000000   65.000000
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 100 : avg iteration time       193.06 seconds
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 100 : data loading time        0.00
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 100 : avg forward pass time    88.06
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 100 : backward pass time       8.34
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 100 : optimizer step time      0.34
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 100--------------------
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6915        iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6699          iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6915 iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1257iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0315 iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2922 iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0320iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0079 iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0758 iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6699iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0705  iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0178  iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2297  iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0591  iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1151  iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0292  iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0928  iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0235  iter count: 1.0
+[Apr 13, 2026 - 02:15:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0093   iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 02:15:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 14.53 seconds
+[Apr 13, 2026 - 02:15:45 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 100
+[Apr 13, 2026 - 02:15:45 | INFO | fastgen.utils.checkpointer:save:301 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000100
+[Apr 13, 2026 - 02:16:01 | SUCCESS | fastgen.utils.checkpointer:save:329 ] Model saved at iteration 100
+[Apr 13, 2026 - 02:16:02 | INFO | fastgen.trainer:validate:358 ] Validation iteration 100
+[Apr 13, 2026 - 02:16:02 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 02:16:04 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 2.1s
+[Apr 13, 2026 - 02:16:08 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 02:16:10 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 02:16:13 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 02:16:15 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 02:16:18 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 02:16:20 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 02:16:23 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 02:16:25 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 02:16:28 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 02:16:30 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 02:16:33 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 02:16:35 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 02:16:38 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 02:16:40 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 02:16:43 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 02:16:45 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 02:16:48 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 02:16:50 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 02:16:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging val0 stats at iteration 100--------------------
+[Apr 13, 2026 - 02:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 02:17:10 | INFO | fastgen.callbacks.wandb:on_validation_end:683 ] Logged 10 val videos at iteration 100
+[Apr 13, 2026 - 02:17:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148773   43.300846  43.065876
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.959473   70.283203  69.851562
+util                      98.250000  100.000000  94.000000
+[Apr 13, 2026 - 02:17:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 101 : avg iteration time       144.32 seconds
+[Apr 13, 2026 - 02:17:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 101 : data loading time        0.00
+[Apr 13, 2026 - 02:17:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 101 : avg forward pass time    10.72
+[Apr 13, 2026 - 02:17:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 101 : backward pass time       11.32
+[Apr 13, 2026 - 02:17:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 101 : optimizer step time      1.16
+[Apr 13, 2026 - 02:17:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 101--------------------
+[Apr 13, 2026 - 02:17:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0096        iter count: 1.0
+[Apr 13, 2026 - 02:17:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0096   iter count: 1.0
+[Apr 13, 2026 - 02:17:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:17:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:18:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148824  43.301033  43.065891
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.979004  70.302734  69.871094
+util                      96.250000  99.000000  94.000000
+[Apr 13, 2026 - 02:18:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 102 : avg iteration time       51.48 seconds
+[Apr 13, 2026 - 02:18:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 102 : data loading time        0.00
+[Apr 13, 2026 - 02:18:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 102 : avg forward pass time    13.79
+[Apr 13, 2026 - 02:18:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 102 : backward pass time       11.36
+[Apr 13, 2026 - 02:18:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 102 : optimizer step time      1.17
+[Apr 13, 2026 - 02:18:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 102--------------------
+[Apr 13, 2026 - 02:18:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0098        iter count: 1.0
+[Apr 13, 2026 - 02:18:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0098   iter count: 1.0
+[Apr 13, 2026 - 02:18:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:18:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:19:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148885   43.301285  43.065884
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.935059   70.302734  69.812500
+util                      94.500000  100.000000  91.000000
+[Apr 13, 2026 - 02:19:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 103 : avg iteration time       46.15 seconds
+[Apr 13, 2026 - 02:19:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 103 : data loading time        0.00
+[Apr 13, 2026 - 02:19:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 103 : avg forward pass time    11.12
+[Apr 13, 2026 - 02:19:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 103 : backward pass time       11.36
+[Apr 13, 2026 - 02:19:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 103 : optimizer step time      1.17
+[Apr 13, 2026 - 02:19:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 103--------------------
+[Apr 13, 2026 - 02:19:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0084        iter count: 1.0
+[Apr 13, 2026 - 02:19:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0084   iter count: 1.0
+[Apr 13, 2026 - 02:19:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:19:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:20:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148883   43.301285  43.065876
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.979004   70.302734  69.871094
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 02:20:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 104 : avg iteration time       48.70 seconds
+[Apr 13, 2026 - 02:20:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 104 : data loading time        0.00
+[Apr 13, 2026 - 02:20:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 104 : avg forward pass time    12.44
+[Apr 13, 2026 - 02:20:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 104 : backward pass time       11.31
+[Apr 13, 2026 - 02:20:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 104 : optimizer step time      1.17
+[Apr 13, 2026 - 02:20:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 104--------------------
+[Apr 13, 2026 - 02:20:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0103        iter count: 1.0
+[Apr 13, 2026 - 02:20:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 13, 2026 - 02:20:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:20:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.147767   43.296574   43.065975
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.653809  111.666016  110.316406
+util                       66.750000   70.000000   65.000000
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 105 : avg iteration time       187.15 seconds
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 105 : data loading time        0.00
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 105 : avg forward pass time    85.11
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 105 : backward pass time       8.33
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 105 : optimizer step time      0.34
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 105--------------------
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7310        iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.7021          iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7310 iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1622iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0470 iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4413 iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0416iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0118 iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1166 iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.7021iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2982  iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0774  iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.3414  iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0891  iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2758  iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0714  iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2205  iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0567  iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0089   iter count: 1.0
+[Apr 13, 2026 - 02:23:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 02:24:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.147834  43.296818  43.065975
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.520020  69.873047  69.402344
+util                      96.250000  99.000000  94.000000
+[Apr 13, 2026 - 02:24:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 106 : avg iteration time       47.01 seconds
+[Apr 13, 2026 - 02:24:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 106 : data loading time        0.00
+[Apr 13, 2026 - 02:24:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 106 : avg forward pass time    11.57
+[Apr 13, 2026 - 02:24:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 106 : backward pass time       11.37
+[Apr 13, 2026 - 02:24:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 106 : optimizer step time      1.16
+[Apr 13, 2026 - 02:24:16 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 106--------------------
+[Apr 13, 2026 - 02:24:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0096        iter count: 1.0
+[Apr 13, 2026 - 02:24:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0096   iter count: 1.0
+[Apr 13, 2026 - 02:24:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:24:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:25:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148016  43.297569  43.065975
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.500488  69.912109  69.363281
+util                      95.500000  99.000000  93.000000
+[Apr 13, 2026 - 02:25:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 107 : avg iteration time       51.39 seconds
+[Apr 13, 2026 - 02:25:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 107 : data loading time        0.00
+[Apr 13, 2026 - 02:25:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 107 : avg forward pass time    13.77
+[Apr 13, 2026 - 02:25:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 107 : backward pass time       11.33
+[Apr 13, 2026 - 02:25:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 107 : optimizer step time      1.18
+[Apr 13, 2026 - 02:25:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 107--------------------
+[Apr 13, 2026 - 02:25:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0098        iter count: 1.0
+[Apr 13, 2026 - 02:25:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0098   iter count: 1.0
+[Apr 13, 2026 - 02:25:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:25:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:25:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148033  43.297569  43.065975
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.539551  69.892578  69.421875
+util                      94.250000  98.000000  92.000000
+[Apr 13, 2026 - 02:25:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 108 : avg iteration time       51.38 seconds
+[Apr 13, 2026 - 02:25:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 108 : data loading time        0.00
+[Apr 13, 2026 - 02:25:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 108 : avg forward pass time    13.77
+[Apr 13, 2026 - 02:25:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 108 : backward pass time       11.32
+[Apr 13, 2026 - 02:25:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 108 : optimizer step time      1.19
+[Apr 13, 2026 - 02:25:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 108--------------------
+[Apr 13, 2026 - 02:25:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0088        iter count: 1.0
+[Apr 13, 2026 - 02:25:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0088   iter count: 1.0
+[Apr 13, 2026 - 02:25:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:25:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:26:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148086   43.297821  43.065975
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.520020   69.814453  69.421875
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 02:26:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 109 : avg iteration time       48.73 seconds
+[Apr 13, 2026 - 02:26:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 109 : data loading time        0.00
+[Apr 13, 2026 - 02:26:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 109 : avg forward pass time    12.44
+[Apr 13, 2026 - 02:26:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 109 : backward pass time       11.33
+[Apr 13, 2026 - 02:26:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 109 : optimizer step time      1.18
+[Apr 13, 2026 - 02:26:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 109--------------------
+[Apr 13, 2026 - 02:26:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0089        iter count: 1.0
+[Apr 13, 2026 - 02:26:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0089   iter count: 1.0
+[Apr 13, 2026 - 02:26:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:26:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.147951   43.297153   43.065987
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.417969  110.470703  110.259766
+util                       73.250000   80.000000   67.000000
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 110 : avg iteration time       187.45 seconds
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 110 : data loading time        0.00
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 110 : avg forward pass time    85.26
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 110 : backward pass time       8.34
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 110 : optimizer step time      0.34
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 110--------------------
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6895        iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6670          iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6895 iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1320iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0230 iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4006 iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0339iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0058 iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1053 iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6670iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0383  iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0096  iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0816  iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0206  iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0900  iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0228  iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0715  iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0180  iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0099   iter count: 1.0
+[Apr 13, 2026 - 02:29:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 02:30:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.147941  43.297176  43.066010
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465  69.968750  69.599609
+util                      93.500000  97.000000  92.000000
+[Apr 13, 2026 - 02:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 111 : avg iteration time       49.60 seconds
+[Apr 13, 2026 - 02:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 111 : data loading time        0.00
+[Apr 13, 2026 - 02:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 111 : avg forward pass time    12.89
+[Apr 13, 2026 - 02:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 111 : backward pass time       11.32
+[Apr 13, 2026 - 02:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 111 : optimizer step time      1.16
+[Apr 13, 2026 - 02:30:44 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 111--------------------
+[Apr 13, 2026 - 02:30:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0094        iter count: 1.0
+[Apr 13, 2026 - 02:30:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0094   iter count: 1.0
+[Apr 13, 2026 - 02:30:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:30:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:31:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148202   43.298153  43.066010
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.812988   69.851562  69.697266
+util                      97.500000  100.000000  91.000000
+[Apr 13, 2026 - 02:31:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 112 : avg iteration time       48.73 seconds
+[Apr 13, 2026 - 02:31:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 112 : data loading time        0.00
+[Apr 13, 2026 - 02:31:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 112 : avg forward pass time    12.43
+[Apr 13, 2026 - 02:31:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 112 : backward pass time       11.34
+[Apr 13, 2026 - 02:31:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 112 : optimizer step time      1.18
+[Apr 13, 2026 - 02:31:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 112--------------------
+[Apr 13, 2026 - 02:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0098        iter count: 1.0
+[Apr 13, 2026 - 02:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0098   iter count: 1.0
+[Apr 13, 2026 - 02:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:31:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:32:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148182   43.298153  43.065987
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.827637   69.871094  69.697266
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 02:32:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 113 : avg iteration time       45.97 seconds
+[Apr 13, 2026 - 02:32:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 113 : data loading time        0.00
+[Apr 13, 2026 - 02:32:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 113 : avg forward pass time    11.07
+[Apr 13, 2026 - 02:32:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 113 : backward pass time       11.34
+[Apr 13, 2026 - 02:32:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 113 : optimizer step time      1.17
+[Apr 13, 2026 - 02:32:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 113--------------------
+[Apr 13, 2026 - 02:32:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0100        iter count: 1.0
+[Apr 13, 2026 - 02:32:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0100   iter count: 1.0
+[Apr 13, 2026 - 02:32:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:32:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:33:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148185  43.298153  43.065987
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.827637  69.871094  69.697266
+util                      97.000000  99.000000  95.000000
+[Apr 13, 2026 - 02:33:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 114 : avg iteration time       45.95 seconds
+[Apr 13, 2026 - 02:33:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 114 : data loading time        0.00
+[Apr 13, 2026 - 02:33:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 114 : avg forward pass time    11.07
+[Apr 13, 2026 - 02:33:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 114 : backward pass time       11.31
+[Apr 13, 2026 - 02:33:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 114 : optimizer step time      1.17
+[Apr 13, 2026 - 02:33:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 114--------------------
+[Apr 13, 2026 - 02:33:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0102        iter count: 1.0
+[Apr 13, 2026 - 02:33:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0102   iter count: 1.0
+[Apr 13, 2026 - 02:33:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:33:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.147952   43.297245   43.065987
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.684082  112.505859  111.410156
+util                       70.250000   74.000000   68.000000
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 115 : avg iteration time       190.03 seconds
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 115 : data loading time        0.00
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 115 : avg forward pass time    86.54
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 115 : backward pass time       8.35
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 115 : optimizer step time      0.34
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 115--------------------
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6777        iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6553          iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6777 iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1327iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0228 iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4880 iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0341iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0057 iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1298 iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6553iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1362  iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0346  iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0816  iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0206  iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1466  iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0373  iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0451  iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0113  iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0099   iter count: 1.0
+[Apr 13, 2026 - 02:36:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 02:37:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148025  43.297512  43.066010
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926  69.832031  69.599609
+util                      94.750000  99.000000  92.000000
+[Apr 13, 2026 - 02:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 116 : avg iteration time       52.34 seconds
+[Apr 13, 2026 - 02:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 116 : data loading time        0.00
+[Apr 13, 2026 - 02:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 116 : avg forward pass time    14.25
+[Apr 13, 2026 - 02:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 116 : backward pass time       11.33
+[Apr 13, 2026 - 02:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 116 : optimizer step time      1.17
+[Apr 13, 2026 - 02:37:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 116--------------------
+[Apr 13, 2026 - 02:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0090        iter count: 1.0
+[Apr 13, 2026 - 02:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0090   iter count: 1.0
+[Apr 13, 2026 - 02:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:37:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:37:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148019   43.297489  43.066010
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402   69.929688  69.560547
+util                      98.000000  100.000000  94.000000
+[Apr 13, 2026 - 02:37:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 117 : avg iteration time       45.95 seconds
+[Apr 13, 2026 - 02:37:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 117 : data loading time        0.00
+[Apr 13, 2026 - 02:37:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 117 : avg forward pass time    11.06
+[Apr 13, 2026 - 02:37:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 117 : backward pass time       11.30
+[Apr 13, 2026 - 02:37:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 117 : optimizer step time      1.17
+[Apr 13, 2026 - 02:37:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 117--------------------
+[Apr 13, 2026 - 02:37:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0099        iter count: 1.0
+[Apr 13, 2026 - 02:37:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0099   iter count: 1.0
+[Apr 13, 2026 - 02:37:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:37:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:38:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148019   43.297489  43.066010
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.798340   69.910156  69.462891
+util                      97.500000  100.000000  90.000000
+[Apr 13, 2026 - 02:38:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 118 : avg iteration time       45.95 seconds
+[Apr 13, 2026 - 02:38:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 118 : data loading time        0.00
+[Apr 13, 2026 - 02:38:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 118 : avg forward pass time    11.05
+[Apr 13, 2026 - 02:38:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 118 : backward pass time       11.34
+[Apr 13, 2026 - 02:38:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 118 : optimizer step time      1.18
+[Apr 13, 2026 - 02:38:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 118--------------------
+[Apr 13, 2026 - 02:38:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0099        iter count: 1.0
+[Apr 13, 2026 - 02:38:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0099   iter count: 1.0
+[Apr 13, 2026 - 02:38:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:38:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:39:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148221   43.298256  43.066010
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.749512   69.832031  69.501953
+util                      96.500000  100.000000  92.000000
+[Apr 13, 2026 - 02:39:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 119 : avg iteration time       48.66 seconds
+[Apr 13, 2026 - 02:39:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 119 : data loading time        0.00
+[Apr 13, 2026 - 02:39:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 119 : avg forward pass time    12.41
+[Apr 13, 2026 - 02:39:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 119 : backward pass time       11.34
+[Apr 13, 2026 - 02:39:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 119 : optimizer step time      1.17
+[Apr 13, 2026 - 02:39:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 119--------------------
+[Apr 13, 2026 - 02:39:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0101        iter count: 1.0
+[Apr 13, 2026 - 02:39:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0101   iter count: 1.0
+[Apr 13, 2026 - 02:39:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:39:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148187   43.298050   43.066002
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.152832  112.210938  111.978516
+util                       72.250000   75.000000   70.000000
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 120 : avg iteration time       190.11 seconds
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 120 : data loading time        0.00
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 120 : avg forward pass time    86.59
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 120 : backward pass time       8.33
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 120 : optimizer step time      0.33
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 120--------------------
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6782        iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6572          iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6782 iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1275iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0203 iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5484 iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0327iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0051 iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1469 iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6572iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0384  iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0097  iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0782  iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0198  iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0897  iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0227  iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0443  iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0111  iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0091   iter count: 1.0
+[Apr 13, 2026 - 02:42:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 02:43:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148193   43.298027  43.066032
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230   69.890625  69.873047
+util                      97.500000  100.000000  91.000000
+[Apr 13, 2026 - 02:43:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 121 : avg iteration time       47.04 seconds
+[Apr 13, 2026 - 02:43:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 121 : data loading time        0.00
+[Apr 13, 2026 - 02:43:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 121 : avg forward pass time    11.57
+[Apr 13, 2026 - 02:43:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 121 : backward pass time       11.36
+[Apr 13, 2026 - 02:43:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 121 : optimizer step time      1.18
+[Apr 13, 2026 - 02:43:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 121--------------------
+[Apr 13, 2026 - 02:43:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 02:43:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 02:43:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:43:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:44:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148302  43.298527  43.065987
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.969238  69.988281  69.912109
+util                      97.000000  99.000000  95.000000
+[Apr 13, 2026 - 02:44:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 122 : avg iteration time       48.72 seconds
+[Apr 13, 2026 - 02:44:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 122 : data loading time        0.00
+[Apr 13, 2026 - 02:44:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 122 : avg forward pass time    12.42
+[Apr 13, 2026 - 02:44:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 122 : backward pass time       11.35
+[Apr 13, 2026 - 02:44:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 122 : optimizer step time      1.17
+[Apr 13, 2026 - 02:44:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 122--------------------
+[Apr 13, 2026 - 02:44:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0089        iter count: 1.0
+[Apr 13, 2026 - 02:44:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0089   iter count: 1.0
+[Apr 13, 2026 - 02:44:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:44:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:45:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148624   43.299797  43.065987
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.949707   69.968750  69.892578
+util                      98.250000  100.000000  93.000000
+[Apr 13, 2026 - 02:45:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 123 : avg iteration time       48.69 seconds
+[Apr 13, 2026 - 02:45:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 123 : data loading time        0.00
+[Apr 13, 2026 - 02:45:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 123 : avg forward pass time    12.40
+[Apr 13, 2026 - 02:45:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 123 : backward pass time       11.35
+[Apr 13, 2026 - 02:45:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 123 : optimizer step time      1.19
+[Apr 13, 2026 - 02:45:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 123--------------------
+[Apr 13, 2026 - 02:45:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0108        iter count: 1.0
+[Apr 13, 2026 - 02:45:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0108   iter count: 1.0
+[Apr 13, 2026 - 02:45:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:45:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:45:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148628   43.299797  43.066021
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.920410   69.929688  69.892578
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 02:45:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 124 : avg iteration time       48.80 seconds
+[Apr 13, 2026 - 02:45:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 124 : data loading time        0.00
+[Apr 13, 2026 - 02:45:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 124 : avg forward pass time    12.46
+[Apr 13, 2026 - 02:45:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 124 : backward pass time       11.36
+[Apr 13, 2026 - 02:45:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 124 : optimizer step time      1.16
+[Apr 13, 2026 - 02:45:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 124--------------------
+[Apr 13, 2026 - 02:45:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0107        iter count: 1.0
+[Apr 13, 2026 - 02:45:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0107   iter count: 1.0
+[Apr 13, 2026 - 02:45:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:45:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148179   43.297955   43.066051
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  109.911621  110.279297  109.789062
+util                       74.250000   77.000000   72.000000
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 125 : avg iteration time       184.77 seconds
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 125 : data loading time        0.00
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 125 : avg forward pass time    83.93
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 125 : backward pass time       8.33
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 125 : optimizer step time      0.33
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 125--------------------
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5811        iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5645          iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5811 iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1196iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0223 iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5165 iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0307iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0056 iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1378 iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5645iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2171  iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0558  iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1996  iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0512  iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0900  iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0228  iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0443  iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0111  iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0095   iter count: 1.0
+[Apr 13, 2026 - 02:48:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 02:49:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148189   43.297966  43.066078
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.725098   69.812500  69.462891
+util                      97.250000  100.000000  91.000000
+[Apr 13, 2026 - 02:49:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 126 : avg iteration time       52.41 seconds
+[Apr 13, 2026 - 02:49:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 126 : data loading time        0.00
+[Apr 13, 2026 - 02:49:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 126 : avg forward pass time    14.27
+[Apr 13, 2026 - 02:49:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 126 : backward pass time       11.34
+[Apr 13, 2026 - 02:49:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 126 : optimizer step time      1.18
+[Apr 13, 2026 - 02:49:48 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 126--------------------
+[Apr 13, 2026 - 02:49:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0103        iter count: 1.0
+[Apr 13, 2026 - 02:49:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 13, 2026 - 02:49:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:49:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:50:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148423   43.298908  43.066059
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.900879   69.910156  69.873047
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 02:50:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 127 : avg iteration time       45.98 seconds
+[Apr 13, 2026 - 02:50:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 127 : data loading time        0.00
+[Apr 13, 2026 - 02:50:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 127 : avg forward pass time    11.08
+[Apr 13, 2026 - 02:50:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 127 : backward pass time       11.32
+[Apr 13, 2026 - 02:50:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 127 : optimizer step time      1.17
+[Apr 13, 2026 - 02:50:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 127--------------------
+[Apr 13, 2026 - 02:50:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0098        iter count: 1.0
+[Apr 13, 2026 - 02:50:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0098   iter count: 1.0
+[Apr 13, 2026 - 02:50:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:50:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:51:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148509   43.299271  43.066055
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.895996   70.029297  69.851562
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 02:51:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 128 : avg iteration time       45.99 seconds
+[Apr 13, 2026 - 02:51:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 128 : data loading time        0.00
+[Apr 13, 2026 - 02:51:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 128 : avg forward pass time    11.07
+[Apr 13, 2026 - 02:51:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 128 : backward pass time       11.34
+[Apr 13, 2026 - 02:51:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 128 : optimizer step time      1.16
+[Apr 13, 2026 - 02:51:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 128--------------------
+[Apr 13, 2026 - 02:51:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0096        iter count: 1.0
+[Apr 13, 2026 - 02:51:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0096   iter count: 1.0
+[Apr 13, 2026 - 02:51:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:51:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:52:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148509  43.299271  43.066055
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402  69.970703  69.792969
+util                      95.500000  99.000000  93.000000
+[Apr 13, 2026 - 02:52:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 129 : avg iteration time       45.93 seconds
+[Apr 13, 2026 - 02:52:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 129 : data loading time        0.00
+[Apr 13, 2026 - 02:52:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 129 : avg forward pass time    11.05
+[Apr 13, 2026 - 02:52:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 129 : backward pass time       11.35
+[Apr 13, 2026 - 02:52:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 129 : optimizer step time      1.16
+[Apr 13, 2026 - 02:52:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 129--------------------
+[Apr 13, 2026 - 02:52:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0100        iter count: 1.0
+[Apr 13, 2026 - 02:52:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0100   iter count: 1.0
+[Apr 13, 2026 - 02:52:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:52:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148155   43.297855   43.066055
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.585449  110.589844  110.572266
+util                       73.000000   77.000000   64.000000
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 130 : avg iteration time       187.33 seconds
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 130 : data loading time        0.00
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 130 : avg forward pass time    85.20
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 130 : backward pass time       8.33
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 130 : optimizer step time      0.34
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 130--------------------
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7045        iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6777          iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7045 iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1563iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0477 iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6085 iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0403iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0120 iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1643 iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6777iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2920  iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0757  iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1636  iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0417  iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1768  iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0452  iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1221  iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0310  iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0100   iter count: 1.0
+[Apr 13, 2026 - 02:55:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 02:56:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148278   43.298347  43.066055
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402   69.912109  69.812500
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 02:56:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 131 : avg iteration time       52.58 seconds
+[Apr 13, 2026 - 02:56:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 131 : data loading time        0.00
+[Apr 13, 2026 - 02:56:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 131 : avg forward pass time    14.35
+[Apr 13, 2026 - 02:56:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 131 : backward pass time       11.39
+[Apr 13, 2026 - 02:56:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 131 : optimizer step time      1.17
+[Apr 13, 2026 - 02:56:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 131--------------------
+[Apr 13, 2026 - 02:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 02:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 02:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:56:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:56:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148457   43.299061  43.066055
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.047363   70.066406  69.990234
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 02:56:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 132 : avg iteration time       48.56 seconds
+[Apr 13, 2026 - 02:56:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 132 : data loading time        0.00
+[Apr 13, 2026 - 02:56:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 132 : avg forward pass time    12.38
+[Apr 13, 2026 - 02:56:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 132 : backward pass time       11.31
+[Apr 13, 2026 - 02:56:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 132 : optimizer step time      1.17
+[Apr 13, 2026 - 02:56:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 132--------------------
+[Apr 13, 2026 - 02:56:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0095        iter count: 1.0
+[Apr 13, 2026 - 02:56:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0095   iter count: 1.0
+[Apr 13, 2026 - 02:56:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:56:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:57:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148467   43.299084  43.066059
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402   69.912109  69.812500
+util                      98.000000  100.000000  94.000000
+[Apr 13, 2026 - 02:57:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 133 : avg iteration time       48.66 seconds
+[Apr 13, 2026 - 02:57:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 133 : data loading time        0.00
+[Apr 13, 2026 - 02:57:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 133 : avg forward pass time    12.41
+[Apr 13, 2026 - 02:57:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 133 : backward pass time       11.32
+[Apr 13, 2026 - 02:57:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 133 : optimizer step time      1.17
+[Apr 13, 2026 - 02:57:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 133--------------------
+[Apr 13, 2026 - 02:57:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0106        iter count: 1.0
+[Apr 13, 2026 - 02:57:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0106   iter count: 1.0
+[Apr 13, 2026 - 02:57:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:57:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 02:58:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148457  43.299061  43.066055
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.910645  69.970703  69.890625
+util                      96.250000  99.000000  94.000000
+[Apr 13, 2026 - 02:58:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 134 : avg iteration time       51.27 seconds
+[Apr 13, 2026 - 02:58:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 134 : data loading time        0.00
+[Apr 13, 2026 - 02:58:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 134 : avg forward pass time    13.73
+[Apr 13, 2026 - 02:58:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 134 : backward pass time       11.31
+[Apr 13, 2026 - 02:58:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 134 : optimizer step time      1.17
+[Apr 13, 2026 - 02:58:35 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 134--------------------
+[Apr 13, 2026 - 02:58:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0098        iter count: 1.0
+[Apr 13, 2026 - 02:58:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0098   iter count: 1.0
+[Apr 13, 2026 - 02:58:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 02:58:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148207   43.298038   43.066055
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.694336  113.128906  111.392578
+util                       71.000000   75.000000   68.000000
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 135 : avg iteration time       184.45 seconds
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 135 : data loading time        0.00
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 135 : avg forward pass time    83.76
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 135 : backward pass time       8.33
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 135 : optimizer step time      0.33
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 135--------------------
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7636        iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.7432          iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7636 iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1075iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0311 iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2454 iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0273iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0078 iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0633 iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.7432iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0918  iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0232  iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2090  iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0536  iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0981  iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0248  iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0659  iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0166  iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0089   iter count: 1.0
+[Apr 13, 2026 - 03:01:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 03:02:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148266   43.298271  43.066055
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.779785   69.833984  69.619141
+util                      99.250000  100.000000  98.000000
+[Apr 13, 2026 - 03:02:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 136 : avg iteration time       49.61 seconds
+[Apr 13, 2026 - 03:02:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 136 : data loading time        0.00
+[Apr 13, 2026 - 03:02:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 136 : avg forward pass time    12.89
+[Apr 13, 2026 - 03:02:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 136 : backward pass time       11.31
+[Apr 13, 2026 - 03:02:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 136 : optimizer step time      1.18
+[Apr 13, 2026 - 03:02:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 136--------------------
+[Apr 13, 2026 - 03:02:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 13, 2026 - 03:02:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 13, 2026 - 03:02:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:02:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:03:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148328  43.298523  43.066055
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.750488  69.794922  69.619141
+util                      94.250000  98.000000  91.000000
+[Apr 13, 2026 - 03:03:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 137 : avg iteration time       48.72 seconds
+[Apr 13, 2026 - 03:03:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 137 : data loading time        0.00
+[Apr 13, 2026 - 03:03:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 137 : avg forward pass time    12.43
+[Apr 13, 2026 - 03:03:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 137 : backward pass time       11.33
+[Apr 13, 2026 - 03:03:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 137 : optimizer step time      1.18
+[Apr 13, 2026 - 03:03:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 137--------------------
+[Apr 13, 2026 - 03:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0118        iter count: 1.0
+[Apr 13, 2026 - 03:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+[Apr 13, 2026 - 03:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:03:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:04:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148325  43.298523  43.066067
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.789551  69.853516  69.599609
+util                      95.500000  99.000000  93.000000
+[Apr 13, 2026 - 03:04:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 138 : avg iteration time       48.82 seconds
+[Apr 13, 2026 - 03:04:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 138 : data loading time        0.00
+[Apr 13, 2026 - 03:04:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 138 : avg forward pass time    12.50
+[Apr 13, 2026 - 03:04:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 138 : backward pass time       11.32
+[Apr 13, 2026 - 03:04:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 138 : optimizer step time      1.16
+[Apr 13, 2026 - 03:04:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 138--------------------
+[Apr 13, 2026 - 03:04:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0101        iter count: 1.0
+[Apr 13, 2026 - 03:04:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0101   iter count: 1.0
+[Apr 13, 2026 - 03:04:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:04:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:04:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148328   43.298523  43.066055
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.755371   69.833984  69.521484
+util                      97.250000  100.000000  91.000000
+[Apr 13, 2026 - 03:04:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 139 : avg iteration time       48.70 seconds
+[Apr 13, 2026 - 03:04:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 139 : data loading time        0.00
+[Apr 13, 2026 - 03:04:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 139 : avg forward pass time    12.42
+[Apr 13, 2026 - 03:04:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 139 : backward pass time       11.38
+[Apr 13, 2026 - 03:04:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 139 : optimizer step time      1.17
+[Apr 13, 2026 - 03:04:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 139--------------------
+[Apr 13, 2026 - 03:04:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0101        iter count: 1.0
+[Apr 13, 2026 - 03:04:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0101   iter count: 1.0
+[Apr 13, 2026 - 03:04:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:04:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148033   43.297310   43.066086
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.942871  112.017578  111.917969
+util                       68.500000   72.000000   66.000000
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 140 : avg iteration time       189.92 seconds
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 140 : data loading time        0.00
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 140 : avg forward pass time    86.49
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 140 : backward pass time       8.33
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 140 : optimizer step time      0.34
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 140--------------------
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6776        iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6572          iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6776 iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1214iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0478 iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3295 iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0310iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0120 iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0859 iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6572iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1325  iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0337  iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1047  iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0265  iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0792  iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0200  iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2001  iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0513  iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0100   iter count: 1.0
+[Apr 13, 2026 - 03:08:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 03:08:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148192   43.297981  43.066071
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.744629   69.812500  69.541016
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 03:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 141 : avg iteration time       49.64 seconds
+[Apr 13, 2026 - 03:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 141 : data loading time        0.00
+[Apr 13, 2026 - 03:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 141 : avg forward pass time    12.90
+[Apr 13, 2026 - 03:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 141 : backward pass time       11.31
+[Apr 13, 2026 - 03:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 141 : optimizer step time      1.17
+[Apr 13, 2026 - 03:08:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 141--------------------
+[Apr 13, 2026 - 03:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0121        iter count: 1.0
+[Apr 13, 2026 - 03:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0121   iter count: 1.0
+[Apr 13, 2026 - 03:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:08:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:09:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148198  43.297985  43.066071
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754  69.929688  69.501953
+util                      97.500000  99.000000  95.000000
+[Apr 13, 2026 - 03:09:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 142 : avg iteration time       48.77 seconds
+[Apr 13, 2026 - 03:09:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 142 : data loading time        0.00
+[Apr 13, 2026 - 03:09:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 142 : avg forward pass time    12.45
+[Apr 13, 2026 - 03:09:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 142 : backward pass time       11.34
+[Apr 13, 2026 - 03:09:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 142 : optimizer step time      1.17
+[Apr 13, 2026 - 03:09:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 142--------------------
+[Apr 13, 2026 - 03:09:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0105        iter count: 1.0
+[Apr 13, 2026 - 03:09:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0105   iter count: 1.0
+[Apr 13, 2026 - 03:09:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:09:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:10:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148249   43.298206  43.066071
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.939941   70.066406  69.560547
+util                      98.250000  100.000000  94.000000
+[Apr 13, 2026 - 03:10:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 143 : avg iteration time       48.70 seconds
+[Apr 13, 2026 - 03:10:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 143 : data loading time        0.00
+[Apr 13, 2026 - 03:10:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 143 : avg forward pass time    12.43
+[Apr 13, 2026 - 03:10:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 143 : backward pass time       11.34
+[Apr 13, 2026 - 03:10:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 143 : optimizer step time      1.17
+[Apr 13, 2026 - 03:10:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 143--------------------
+[Apr 13, 2026 - 03:10:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0095        iter count: 1.0
+[Apr 13, 2026 - 03:10:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0095   iter count: 1.0
+[Apr 13, 2026 - 03:10:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:10:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:11:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148254  43.298206  43.066071
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.808105  69.890625  69.560547
+util                      94.500000  99.000000  91.000000
+[Apr 13, 2026 - 03:11:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 144 : avg iteration time       46.02 seconds
+[Apr 13, 2026 - 03:11:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 144 : data loading time        0.00
+[Apr 13, 2026 - 03:11:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 144 : avg forward pass time    11.08
+[Apr 13, 2026 - 03:11:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 144 : backward pass time       11.35
+[Apr 13, 2026 - 03:11:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 144 : optimizer step time      1.16
+[Apr 13, 2026 - 03:11:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 144--------------------
+[Apr 13, 2026 - 03:11:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0101        iter count: 1.0
+[Apr 13, 2026 - 03:11:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0101   iter count: 1.0
+[Apr 13, 2026 - 03:11:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:11:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148398   43.298798   43.066078
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.342285  112.603516  110.921875
+util                       71.500000   75.000000   69.000000
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 145 : avg iteration time       187.51 seconds
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 145 : data loading time        0.00
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 145 : avg forward pass time    85.29
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 145 : backward pass time       8.33
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 145 : optimizer step time      0.34
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 145--------------------
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7106        iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6807          iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7106 iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1749iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0280 iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4410 iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0451iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0070 iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1165 iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6807iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.4410  iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.1165  iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.3525  iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0921  iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.3356  iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0875  iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1108  iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0281  iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0089   iter count: 1.0
+[Apr 13, 2026 - 03:14:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 03:15:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148396   43.298798  43.066071
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.783691   69.890625  69.462891
+util                      98.000000  100.000000  93.000000
+[Apr 13, 2026 - 03:15:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 146 : avg iteration time       49.66 seconds
+[Apr 13, 2026 - 03:15:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 146 : data loading time        0.00
+[Apr 13, 2026 - 03:15:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 146 : avg forward pass time    12.89
+[Apr 13, 2026 - 03:15:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 146 : backward pass time       11.38
+[Apr 13, 2026 - 03:15:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 146 : optimizer step time      1.16
+[Apr 13, 2026 - 03:15:15 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 146--------------------
+[Apr 13, 2026 - 03:15:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0121        iter count: 1.0
+[Apr 13, 2026 - 03:15:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0121   iter count: 1.0
+[Apr 13, 2026 - 03:15:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:15:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:16:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148403   43.298798  43.066071
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.969238   70.144531  69.443359
+util                      97.500000  100.000000  91.000000
+[Apr 13, 2026 - 03:16:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 147 : avg iteration time       51.38 seconds
+[Apr 13, 2026 - 03:16:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 147 : data loading time        0.00
+[Apr 13, 2026 - 03:16:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 147 : avg forward pass time    13.75
+[Apr 13, 2026 - 03:16:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 147 : backward pass time       11.36
+[Apr 13, 2026 - 03:16:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 147 : optimizer step time      1.16
+[Apr 13, 2026 - 03:16:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 147--------------------
+[Apr 13, 2026 - 03:16:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0111        iter count: 1.0
+[Apr 13, 2026 - 03:16:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0111   iter count: 1.0
+[Apr 13, 2026 - 03:16:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:16:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:16:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148411  43.298813  43.066086
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.013184  70.183594  69.501953
+util                      96.750000  99.000000  94.000000
+[Apr 13, 2026 - 03:16:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 148 : avg iteration time       48.71 seconds
+[Apr 13, 2026 - 03:16:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 148 : data loading time        0.00
+[Apr 13, 2026 - 03:16:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 148 : avg forward pass time    12.41
+[Apr 13, 2026 - 03:16:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 148 : backward pass time       11.36
+[Apr 13, 2026 - 03:16:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 148 : optimizer step time      1.17
+[Apr 13, 2026 - 03:16:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 148--------------------
+[Apr 13, 2026 - 03:16:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0084        iter count: 1.0
+[Apr 13, 2026 - 03:16:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0084   iter count: 1.0
+[Apr 13, 2026 - 03:16:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:16:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:17:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148397   43.298798  43.066071
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285   69.949219  69.521484
+util                      97.750000  100.000000  91.000000
+[Apr 13, 2026 - 03:17:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 149 : avg iteration time       46.08 seconds
+[Apr 13, 2026 - 03:17:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 149 : data loading time        0.00
+[Apr 13, 2026 - 03:17:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 149 : avg forward pass time    11.11
+[Apr 13, 2026 - 03:17:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 149 : backward pass time       11.34
+[Apr 13, 2026 - 03:17:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 149 : optimizer step time      1.17
+[Apr 13, 2026 - 03:17:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 149--------------------
+[Apr 13, 2026 - 03:17:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0103        iter count: 1.0
+[Apr 13, 2026 - 03:17:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 13, 2026 - 03:17:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:17:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.147945   43.296921   43.066071
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.902832  111.255859  110.785156
+util                       71.000000   75.000000   62.000000
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 150 : avg iteration time       187.43 seconds
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 150 : data loading time        0.00
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 150 : avg forward pass time    85.24
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 150 : backward pass time       8.33
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 150 : optimizer step time      0.36
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 150--------------------
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7090        iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6865          iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7090 iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1243iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0330 iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4041 iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0318iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0083 iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1063 iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6865iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.3708  iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0971  iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1145  iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0290  iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1614  iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0412  iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0476  iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0120  iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0096   iter count: 1.0
+[Apr 13, 2026 - 03:20:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 03:21:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.147971  43.297035  43.066105
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.778809  69.890625  69.443359
+util                      94.750000  99.000000  92.000000
+[Apr 13, 2026 - 03:21:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 151 : avg iteration time       49.63 seconds
+[Apr 13, 2026 - 03:21:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 151 : data loading time        0.00
+[Apr 13, 2026 - 03:21:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 151 : avg forward pass time    12.90
+[Apr 13, 2026 - 03:21:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 151 : backward pass time       11.33
+[Apr 13, 2026 - 03:21:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 151 : optimizer step time      1.17
+[Apr 13, 2026 - 03:21:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 151--------------------
+[Apr 13, 2026 - 03:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0104        iter count: 1.0
+[Apr 13, 2026 - 03:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0104   iter count: 1.0
+[Apr 13, 2026 - 03:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:21:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:22:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148357   43.298557  43.066082
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.895996   69.910156  69.853516
+util                      97.250000  100.000000  90.000000
+[Apr 13, 2026 - 03:22:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 152 : avg iteration time       51.34 seconds
+[Apr 13, 2026 - 03:22:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 152 : data loading time        0.00
+[Apr 13, 2026 - 03:22:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 152 : avg forward pass time    13.76
+[Apr 13, 2026 - 03:22:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 152 : backward pass time       11.32
+[Apr 13, 2026 - 03:22:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 152 : optimizer step time      1.17
+[Apr 13, 2026 - 03:22:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 152--------------------
+[Apr 13, 2026 - 03:22:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0112        iter count: 1.0
+[Apr 13, 2026 - 03:22:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 13, 2026 - 03:22:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:22:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:23:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148408  43.298798  43.066082
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.930176  69.949219  69.873047
+util                      95.000000  99.000000  92.000000
+[Apr 13, 2026 - 03:23:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 153 : avg iteration time       48.67 seconds
+[Apr 13, 2026 - 03:23:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 153 : data loading time        0.00
+[Apr 13, 2026 - 03:23:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 153 : avg forward pass time    12.42
+[Apr 13, 2026 - 03:23:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 153 : backward pass time       11.32
+[Apr 13, 2026 - 03:23:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 153 : optimizer step time      1.18
+[Apr 13, 2026 - 03:23:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 153--------------------
+[Apr 13, 2026 - 03:23:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0094        iter count: 1.0
+[Apr 13, 2026 - 03:23:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0094   iter count: 1.0
+[Apr 13, 2026 - 03:23:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:23:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:24:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148534   43.299282  43.066082
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.959473   69.988281  69.873047
+util                      98.250000  100.000000  94.000000
+[Apr 13, 2026 - 03:24:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 154 : avg iteration time       45.97 seconds
+[Apr 13, 2026 - 03:24:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 154 : data loading time        0.00
+[Apr 13, 2026 - 03:24:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 154 : avg forward pass time    11.07
+[Apr 13, 2026 - 03:24:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 154 : backward pass time       11.32
+[Apr 13, 2026 - 03:24:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 154 : optimizer step time      1.17
+[Apr 13, 2026 - 03:24:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 154--------------------
+[Apr 13, 2026 - 03:24:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0108        iter count: 1.0
+[Apr 13, 2026 - 03:24:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0108   iter count: 1.0
+[Apr 13, 2026 - 03:24:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:24:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148104   43.297588   43.066082
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.536621  111.585938  111.392578
+util                       73.000000   76.000000   70.000000
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 155 : avg iteration time       184.55 seconds
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 155 : data loading time        0.00
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 155 : avg forward pass time    83.81
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 155 : backward pass time       8.33
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 155 : optimizer step time      0.34
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 155--------------------
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6282        iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6064          iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6282 iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1353iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0340 iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5074 iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0347iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0085 iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1352 iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6064iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1481  iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0377  iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1763  iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0451  iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.5074  iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.1352  iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1147  iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0291  iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0102   iter count: 1.0
+[Apr 13, 2026 - 03:27:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 03:28:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148169   43.297848  43.066082
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.900879   69.931641  69.890625
+util                      94.750000  100.000000  91.000000
+[Apr 13, 2026 - 03:28:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 156 : avg iteration time       52.47 seconds
+[Apr 13, 2026 - 03:28:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 156 : data loading time        0.00
+[Apr 13, 2026 - 03:28:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 156 : avg forward pass time    14.33
+[Apr 13, 2026 - 03:28:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 156 : backward pass time       11.32
+[Apr 13, 2026 - 03:28:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 156 : optimizer step time      1.17
+[Apr 13, 2026 - 03:28:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 156--------------------
+[Apr 13, 2026 - 03:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0110        iter count: 1.0
+[Apr 13, 2026 - 03:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 13, 2026 - 03:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:28:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:28:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148345   43.298576  43.066082
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230   69.890625  69.873047
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 03:28:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 157 : avg iteration time       48.72 seconds
+[Apr 13, 2026 - 03:28:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 157 : data loading time        0.00
+[Apr 13, 2026 - 03:28:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 157 : avg forward pass time    12.44
+[Apr 13, 2026 - 03:28:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 157 : backward pass time       11.34
+[Apr 13, 2026 - 03:28:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 157 : optimizer step time      1.18
+[Apr 13, 2026 - 03:28:50 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 157--------------------
+[Apr 13, 2026 - 03:28:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0099        iter count: 1.0
+[Apr 13, 2026 - 03:28:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0099   iter count: 1.0
+[Apr 13, 2026 - 03:28:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:28:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:29:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148466   43.299038  43.066082
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754   69.853516  69.812500
+util                      98.250000  100.000000  93.000000
+[Apr 13, 2026 - 03:29:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 158 : avg iteration time       48.64 seconds
+[Apr 13, 2026 - 03:29:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 158 : data loading time        0.00
+[Apr 13, 2026 - 03:29:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 158 : avg forward pass time    12.41
+[Apr 13, 2026 - 03:29:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 158 : backward pass time       11.32
+[Apr 13, 2026 - 03:29:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 158 : optimizer step time      1.16
+[Apr 13, 2026 - 03:29:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 158--------------------
+[Apr 13, 2026 - 03:29:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0102        iter count: 1.0
+[Apr 13, 2026 - 03:29:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0102   iter count: 1.0
+[Apr 13, 2026 - 03:29:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:29:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:30:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148503  43.299187  43.066082
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402  69.853516  69.832031
+util                      97.500000  99.000000  95.000000
+[Apr 13, 2026 - 03:30:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 159 : avg iteration time       48.72 seconds
+[Apr 13, 2026 - 03:30:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 159 : data loading time        0.00
+[Apr 13, 2026 - 03:30:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 159 : avg forward pass time    12.42
+[Apr 13, 2026 - 03:30:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 159 : backward pass time       11.35
+[Apr 13, 2026 - 03:30:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 159 : optimizer step time      1.17
+[Apr 13, 2026 - 03:30:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 159--------------------
+[Apr 13, 2026 - 03:30:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0102        iter count: 1.0
+[Apr 13, 2026 - 03:30:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0102   iter count: 1.0
+[Apr 13, 2026 - 03:30:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:30:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148244   43.298145   43.066105
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.922363  111.802734  110.628906
+util                       72.000000   76.000000   63.000000
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 160 : avg iteration time       190.09 seconds
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 160 : data loading time        0.00
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 160 : avg forward pass time    86.58
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 160 : backward pass time       8.33
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 160 : optimizer step time      0.34
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 160--------------------
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7402        iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.7139          iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7402 iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1444iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0270 iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4915 iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0371iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0068 iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1307 iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.7139iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0685  iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0173  iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1983  iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0508  iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0877  iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0222  iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2194  iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0564  iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0100   iter count: 1.0
+[Apr 13, 2026 - 03:33:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 03:34:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148357   43.298603  43.066082
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.765137   69.833984  69.560547
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 03:34:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 161 : avg iteration time       46.96 seconds
+[Apr 13, 2026 - 03:34:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 161 : data loading time        0.00
+[Apr 13, 2026 - 03:34:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 161 : avg forward pass time    11.56
+[Apr 13, 2026 - 03:34:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 161 : backward pass time       11.32
+[Apr 13, 2026 - 03:34:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 161 : optimizer step time      1.18
+[Apr 13, 2026 - 03:34:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 161--------------------
+[Apr 13, 2026 - 03:34:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0092        iter count: 1.0
+[Apr 13, 2026 - 03:34:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0092   iter count: 1.0
+[Apr 13, 2026 - 03:34:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:34:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:35:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148363   43.298626  43.066105
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.823730   69.912109  69.792969
+util                      94.500000  100.000000  91.000000
+[Apr 13, 2026 - 03:35:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 162 : avg iteration time       48.68 seconds
+[Apr 13, 2026 - 03:35:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 162 : data loading time        0.00
+[Apr 13, 2026 - 03:35:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 162 : avg forward pass time    12.41
+[Apr 13, 2026 - 03:35:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 162 : backward pass time       11.34
+[Apr 13, 2026 - 03:35:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 162 : optimizer step time      1.18
+[Apr 13, 2026 - 03:35:13 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 162--------------------
+[Apr 13, 2026 - 03:35:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0097        iter count: 1.0
+[Apr 13, 2026 - 03:35:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0097   iter count: 1.0
+[Apr 13, 2026 - 03:35:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:35:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:36:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148358  43.298607  43.066105
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.726074  69.775391  69.580078
+util                      96.250000  99.000000  94.000000
+[Apr 13, 2026 - 03:36:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 163 : avg iteration time       48.64 seconds
+[Apr 13, 2026 - 03:36:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 163 : data loading time        0.00
+[Apr 13, 2026 - 03:36:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 163 : avg forward pass time    12.40
+[Apr 13, 2026 - 03:36:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 163 : backward pass time       11.33
+[Apr 13, 2026 - 03:36:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 163 : optimizer step time      1.19
+[Apr 13, 2026 - 03:36:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 163--------------------
+[Apr 13, 2026 - 03:36:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0103        iter count: 1.0
+[Apr 13, 2026 - 03:36:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 13, 2026 - 03:36:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:36:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:36:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148478  43.299072  43.066097
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.926270  69.970703  69.910156
+util                      96.250000  99.000000  93.000000
+[Apr 13, 2026 - 03:36:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 164 : avg iteration time       48.82 seconds
+[Apr 13, 2026 - 03:36:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 164 : data loading time        0.00
+[Apr 13, 2026 - 03:36:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 164 : avg forward pass time    12.48
+[Apr 13, 2026 - 03:36:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 164 : backward pass time       11.34
+[Apr 13, 2026 - 03:36:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 164 : optimizer step time      1.17
+[Apr 13, 2026 - 03:36:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 164--------------------
+[Apr 13, 2026 - 03:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0102        iter count: 1.0
+[Apr 13, 2026 - 03:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0102   iter count: 1.0
+[Apr 13, 2026 - 03:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:36:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148396   43.298756   43.066109
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.399902  111.800781  110.201172
+util                       71.500000   75.000000   68.000000
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 165 : avg iteration time       187.65 seconds
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 165 : data loading time        0.00
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 165 : avg forward pass time    85.36
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 165 : backward pass time       8.34
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 165 : optimizer step time      0.33
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 165--------------------
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7030        iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6846          iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7030 iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1049iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0269 iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3356 iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0267iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0067 iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0875 iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6846iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0477  iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0120  iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0829  iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0210  iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1218  iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0309  iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1070  iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0271  iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0099   iter count: 1.0
+[Apr 13, 2026 - 03:39:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 03:40:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148459  43.299004  43.066113
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277  69.851562  69.482422
+util                      97.750000  99.000000  95.000000
+[Apr 13, 2026 - 03:40:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 166 : avg iteration time       52.37 seconds
+[Apr 13, 2026 - 03:40:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 166 : data loading time        0.00
+[Apr 13, 2026 - 03:40:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 166 : avg forward pass time    14.26
+[Apr 13, 2026 - 03:40:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 166 : backward pass time       11.34
+[Apr 13, 2026 - 03:40:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 166 : optimizer step time      1.16
+[Apr 13, 2026 - 03:40:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 166--------------------
+[Apr 13, 2026 - 03:40:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0114        iter count: 1.0
+[Apr 13, 2026 - 03:40:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0114   iter count: 1.0
+[Apr 13, 2026 - 03:40:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:40:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:41:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148518   43.299255  43.066093
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.954590   70.105469  69.501953
+util                      98.500000  100.000000  94.000000
+[Apr 13, 2026 - 03:41:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 167 : avg iteration time       51.30 seconds
+[Apr 13, 2026 - 03:41:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 167 : data loading time        0.00
+[Apr 13, 2026 - 03:41:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 167 : avg forward pass time    13.74
+[Apr 13, 2026 - 03:41:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 167 : backward pass time       11.33
+[Apr 13, 2026 - 03:41:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 167 : optimizer step time      1.17
+[Apr 13, 2026 - 03:41:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 167--------------------
+[Apr 13, 2026 - 03:41:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0105        iter count: 1.0
+[Apr 13, 2026 - 03:41:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0105   iter count: 1.0
+[Apr 13, 2026 - 03:41:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:41:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:42:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148523  43.299229  43.066128
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.793457  69.910156  69.443359
+util                      97.750000  99.000000  95.000000
+[Apr 13, 2026 - 03:42:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 168 : avg iteration time       48.70 seconds
+[Apr 13, 2026 - 03:42:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 168 : data loading time        0.00
+[Apr 13, 2026 - 03:42:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 168 : avg forward pass time    12.40
+[Apr 13, 2026 - 03:42:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 168 : backward pass time       11.35
+[Apr 13, 2026 - 03:42:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 168 : optimizer step time      1.17
+[Apr 13, 2026 - 03:42:31 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 168--------------------
+[Apr 13, 2026 - 03:42:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0096        iter count: 1.0
+[Apr 13, 2026 - 03:42:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0096   iter count: 1.0
+[Apr 13, 2026 - 03:42:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:42:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:43:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148528  43.299274  43.066109
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.949707  70.105469  69.482422
+util                      96.750000  99.000000  94.000000
+[Apr 13, 2026 - 03:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 169 : avg iteration time       48.75 seconds
+[Apr 13, 2026 - 03:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 169 : data loading time        0.00
+[Apr 13, 2026 - 03:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 169 : avg forward pass time    12.46
+[Apr 13, 2026 - 03:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 169 : backward pass time       11.33
+[Apr 13, 2026 - 03:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 169 : optimizer step time      1.17
+[Apr 13, 2026 - 03:43:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 169--------------------
+[Apr 13, 2026 - 03:43:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0086        iter count: 1.0
+[Apr 13, 2026 - 03:43:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0086   iter count: 1.0
+[Apr 13, 2026 - 03:43:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:43:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148205   43.297985   43.066105
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.350098  112.212891  109.728516
+util                       68.000000   76.000000   62.000000
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 170 : avg iteration time       187.36 seconds
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 170 : data loading time        0.00
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 170 : avg forward pass time    85.22
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 170 : backward pass time       8.33
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 170 : optimizer step time      0.33
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 170--------------------
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6817        iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6602          iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6817 iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1300iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0372 iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2514 iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0331iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0093 iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0649 iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6602iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0372  iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0093  iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0790  iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0199  iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0895  iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0226  iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1580  iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0403  iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0109   iter count: 1.0
+[Apr 13, 2026 - 03:46:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 03:47:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148205   43.297985  43.066105
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.867188   69.970703  69.832031
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 03:47:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 171 : avg iteration time       49.56 seconds
+[Apr 13, 2026 - 03:47:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 171 : data loading time        0.00
+[Apr 13, 2026 - 03:47:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 171 : avg forward pass time    12.88
+[Apr 13, 2026 - 03:47:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 171 : backward pass time       11.31
+[Apr 13, 2026 - 03:47:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 171 : optimizer step time      1.16
+[Apr 13, 2026 - 03:47:16 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 171--------------------
+[Apr 13, 2026 - 03:47:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0087        iter count: 1.0
+[Apr 13, 2026 - 03:47:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0087   iter count: 1.0
+[Apr 13, 2026 - 03:47:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:47:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:48:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148459   43.298981  43.066128
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876953   70.009766  69.832031
+util                      95.250000  100.000000  92.000000
+[Apr 13, 2026 - 03:48:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 172 : avg iteration time       48.66 seconds
+[Apr 13, 2026 - 03:48:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 172 : data loading time        0.00
+[Apr 13, 2026 - 03:48:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 172 : avg forward pass time    12.42
+[Apr 13, 2026 - 03:48:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 172 : backward pass time       11.31
+[Apr 13, 2026 - 03:48:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 172 : optimizer step time      1.18
+[Apr 13, 2026 - 03:48:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 172--------------------
+[Apr 13, 2026 - 03:48:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 03:48:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 03:48:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:48:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:48:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148568   43.299438  43.066105
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.862305   69.951172  69.832031
+util                      98.750000  100.000000  97.000000
+[Apr 13, 2026 - 03:48:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 173 : avg iteration time       48.69 seconds
+[Apr 13, 2026 - 03:48:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 173 : data loading time        0.00
+[Apr 13, 2026 - 03:48:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 173 : avg forward pass time    12.43
+[Apr 13, 2026 - 03:48:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 173 : backward pass time       11.32
+[Apr 13, 2026 - 03:48:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 173 : optimizer step time      1.18
+[Apr 13, 2026 - 03:48:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 173--------------------
+[Apr 13, 2026 - 03:48:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0113        iter count: 1.0
+[Apr 13, 2026 - 03:48:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0113   iter count: 1.0
+[Apr 13, 2026 - 03:48:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:48:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:49:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148568   43.299438  43.066105
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.867188   69.970703  69.832031
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 03:49:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 174 : avg iteration time       48.63 seconds
+[Apr 13, 2026 - 03:49:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 174 : data loading time        0.00
+[Apr 13, 2026 - 03:49:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 174 : avg forward pass time    12.40
+[Apr 13, 2026 - 03:49:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 174 : backward pass time       11.33
+[Apr 13, 2026 - 03:49:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 174 : optimizer step time      1.16
+[Apr 13, 2026 - 03:49:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 174--------------------
+[Apr 13, 2026 - 03:49:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0101        iter count: 1.0
+[Apr 13, 2026 - 03:49:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0101   iter count: 1.0
+[Apr 13, 2026 - 03:49:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:49:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148078   43.297459   43.066120
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.116699  111.041016  109.808594
+util                       68.250000   72.000000   65.000000
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 175 : avg iteration time       184.73 seconds
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 175 : data loading time        0.00
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 175 : avg forward pass time    83.91
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 175 : backward pass time       8.33
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 175 : optimizer step time      0.33
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 175--------------------
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6605        iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6416          iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6605 iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1162iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0266 iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2766 iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0296iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0067 iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0716 iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6416iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0702  iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0177  iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0996  iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0252  iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1689  iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0431  iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2610  iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0674  iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0105   iter count: 1.0
+[Apr 13, 2026 - 03:52:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 03:53:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148129   43.297665  43.066116
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.871582   69.873047  69.871094
+util                      98.000000  100.000000  92.000000
+[Apr 13, 2026 - 03:53:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 176 : avg iteration time       49.70 seconds
+[Apr 13, 2026 - 03:53:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 176 : data loading time        0.00
+[Apr 13, 2026 - 03:53:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 176 : avg forward pass time    12.91
+[Apr 13, 2026 - 03:53:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 176 : backward pass time       11.36
+[Apr 13, 2026 - 03:53:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 176 : optimizer step time      1.17
+[Apr 13, 2026 - 03:53:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 176--------------------
+[Apr 13, 2026 - 03:53:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0105        iter count: 1.0
+[Apr 13, 2026 - 03:53:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0105   iter count: 1.0
+[Apr 13, 2026 - 03:53:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:53:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:54:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148393  43.298725  43.066113
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.812988  69.931641  69.773438
+util                      97.500000  99.000000  95.000000
+[Apr 13, 2026 - 03:54:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 177 : avg iteration time       48.71 seconds
+[Apr 13, 2026 - 03:54:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 177 : data loading time        0.00
+[Apr 13, 2026 - 03:54:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 177 : avg forward pass time    12.43
+[Apr 13, 2026 - 03:54:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 177 : backward pass time       11.34
+[Apr 13, 2026 - 03:54:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 177 : optimizer step time      1.16
+[Apr 13, 2026 - 03:54:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 177--------------------
+[Apr 13, 2026 - 03:54:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0112        iter count: 1.0
+[Apr 13, 2026 - 03:54:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 13, 2026 - 03:54:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:54:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:55:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148396  43.298737  43.066113
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277  69.773438  69.716797
+util                      96.250000  99.000000  93.000000
+[Apr 13, 2026 - 03:55:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 178 : avg iteration time       45.98 seconds
+[Apr 13, 2026 - 03:55:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 178 : data loading time        0.00
+[Apr 13, 2026 - 03:55:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 178 : avg forward pass time    11.07
+[Apr 13, 2026 - 03:55:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 178 : backward pass time       11.32
+[Apr 13, 2026 - 03:55:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 178 : optimizer step time      1.17
+[Apr 13, 2026 - 03:55:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 178--------------------
+[Apr 13, 2026 - 03:55:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0108        iter count: 1.0
+[Apr 13, 2026 - 03:55:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0108   iter count: 1.0
+[Apr 13, 2026 - 03:55:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:55:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:56:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148393   43.298725  43.066113
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051   69.912109  69.832031
+util                      98.750000  100.000000  96.000000
+[Apr 13, 2026 - 03:56:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 179 : avg iteration time       51.44 seconds
+[Apr 13, 2026 - 03:56:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 179 : data loading time        0.00
+[Apr 13, 2026 - 03:56:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 179 : avg forward pass time    13.79
+[Apr 13, 2026 - 03:56:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 179 : backward pass time       11.34
+[Apr 13, 2026 - 03:56:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 179 : optimizer step time      1.16
+[Apr 13, 2026 - 03:56:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 179--------------------
+[Apr 13, 2026 - 03:56:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0099        iter count: 1.0
+[Apr 13, 2026 - 03:56:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0099   iter count: 1.0
+[Apr 13, 2026 - 03:56:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 03:56:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148058   43.297382   43.066113
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.601074  112.818359  111.195312
+util                       69.750000   73.000000   66.000000
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 180 : avg iteration time       190.19 seconds
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 180 : data loading time        0.00
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 180 : avg forward pass time    86.64
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 180 : backward pass time       8.33
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 180 : optimizer step time      0.33
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 180--------------------
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7199        iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6973          iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7199 iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1249iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0202 iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5343 iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0320iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0051 iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1429 iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6973iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1187  iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0301  iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0795  iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0201  iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0773  iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0195  iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0736  iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0186  iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0102   iter count: 1.0
+[Apr 13, 2026 - 03:59:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 04:00:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148116   43.297619  43.066113
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051   69.912109  69.832031
+util                      96.250000  100.000000  93.000000
+[Apr 13, 2026 - 04:00:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 181 : avg iteration time       49.73 seconds
+[Apr 13, 2026 - 04:00:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 181 : data loading time        0.00
+[Apr 13, 2026 - 04:00:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 181 : avg forward pass time    12.94
+[Apr 13, 2026 - 04:00:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 181 : backward pass time       11.33
+[Apr 13, 2026 - 04:00:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 181 : optimizer step time      1.18
+[Apr 13, 2026 - 04:00:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 181--------------------
+[Apr 13, 2026 - 04:00:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0113        iter count: 1.0
+[Apr 13, 2026 - 04:00:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0113   iter count: 1.0
+[Apr 13, 2026 - 04:00:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:00:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:00:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148305   43.298359  43.066128
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230   69.931641  69.871094
+util                      99.250000  100.000000  97.000000
+[Apr 13, 2026 - 04:00:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 182 : avg iteration time       48.69 seconds
+[Apr 13, 2026 - 04:00:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 182 : data loading time        0.00
+[Apr 13, 2026 - 04:00:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 182 : avg forward pass time    12.43
+[Apr 13, 2026 - 04:00:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 182 : backward pass time       11.32
+[Apr 13, 2026 - 04:00:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 182 : optimizer step time      1.18
+[Apr 13, 2026 - 04:00:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 182--------------------
+[Apr 13, 2026 - 04:00:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0094        iter count: 1.0
+[Apr 13, 2026 - 04:00:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0094   iter count: 1.0
+[Apr 13, 2026 - 04:00:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:00:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:01:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148299  43.298351  43.066113
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.559082  70.029297  69.402344
+util                      96.500000  99.000000  94.000000
+[Apr 13, 2026 - 04:01:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 183 : avg iteration time       51.33 seconds
+[Apr 13, 2026 - 04:01:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 183 : data loading time        0.00
+[Apr 13, 2026 - 04:01:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 183 : avg forward pass time    13.75
+[Apr 13, 2026 - 04:01:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 183 : backward pass time       11.33
+[Apr 13, 2026 - 04:01:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 183 : optimizer step time      1.16
+[Apr 13, 2026 - 04:01:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 183--------------------
+[Apr 13, 2026 - 04:01:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0093        iter count: 1.0
+[Apr 13, 2026 - 04:01:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0093   iter count: 1.0
+[Apr 13, 2026 - 04:01:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:01:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:02:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148368   43.298626  43.066113
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230   69.990234  69.851562
+util                      98.250000  100.000000  93.000000
+[Apr 13, 2026 - 04:02:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 184 : avg iteration time       45.94 seconds
+[Apr 13, 2026 - 04:02:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 184 : data loading time        0.00
+[Apr 13, 2026 - 04:02:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 184 : avg forward pass time    11.06
+[Apr 13, 2026 - 04:02:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 184 : backward pass time       11.32
+[Apr 13, 2026 - 04:02:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 184 : optimizer step time      1.17
+[Apr 13, 2026 - 04:02:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 184--------------------
+[Apr 13, 2026 - 04:02:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0107        iter count: 1.0
+[Apr 13, 2026 - 04:02:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0107   iter count: 1.0
+[Apr 13, 2026 - 04:02:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:02:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148150   43.297756   43.066113
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.010254  111.039062  110.923828
+util                       67.000000   71.000000   63.000000
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 185 : avg iteration time       184.49 seconds
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 185 : data loading time        0.00
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 185 : avg forward pass time    83.79
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 185 : backward pass time       8.33
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 185 : optimizer step time      0.34
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 185--------------------
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6866        iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6592          iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6866 iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1593iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0341 iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5109 iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0411iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0086 iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1362 iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6592iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.3677  iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0963  iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0346  iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0087  iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1192  iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0302  iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1628  iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0415  iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0113   iter count: 1.0
+[Apr 13, 2026 - 04:05:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 04:06:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148150  43.297756  43.066113
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816  69.951172  69.832031
+util                      98.000000  99.000000  95.000000
+[Apr 13, 2026 - 04:06:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 186 : avg iteration time       52.33 seconds
+[Apr 13, 2026 - 04:06:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 186 : data loading time        0.00
+[Apr 13, 2026 - 04:06:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 186 : avg forward pass time    14.25
+[Apr 13, 2026 - 04:06:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 186 : backward pass time       11.34
+[Apr 13, 2026 - 04:06:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 186 : optimizer step time      1.17
+[Apr 13, 2026 - 04:06:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 186--------------------
+[Apr 13, 2026 - 04:06:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0115        iter count: 1.0
+[Apr 13, 2026 - 04:06:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0115   iter count: 1.0
+[Apr 13, 2026 - 04:06:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:06:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:07:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148154  43.297756  43.066113
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.910645  69.970703  69.890625
+util                      96.000000  99.000000  94.000000
+[Apr 13, 2026 - 04:07:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 187 : avg iteration time       46.03 seconds
+[Apr 13, 2026 - 04:07:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 187 : data loading time        0.00
+[Apr 13, 2026 - 04:07:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 187 : avg forward pass time    11.08
+[Apr 13, 2026 - 04:07:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 187 : backward pass time       11.34
+[Apr 13, 2026 - 04:07:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 187 : optimizer step time      1.17
+[Apr 13, 2026 - 04:07:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 187--------------------
+[Apr 13, 2026 - 04:07:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0096        iter count: 1.0
+[Apr 13, 2026 - 04:07:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0096   iter count: 1.0
+[Apr 13, 2026 - 04:07:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:07:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:07:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148280   43.298241  43.066113
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754   69.912109  69.792969
+util                      95.750000  100.000000  93.000000
+[Apr 13, 2026 - 04:07:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 188 : avg iteration time       46.00 seconds
+[Apr 13, 2026 - 04:07:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 188 : data loading time        0.00
+[Apr 13, 2026 - 04:07:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 188 : avg forward pass time    11.07
+[Apr 13, 2026 - 04:07:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 188 : backward pass time       11.35
+[Apr 13, 2026 - 04:07:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 188 : optimizer step time      1.17
+[Apr 13, 2026 - 04:07:58 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 188--------------------
+[Apr 13, 2026 - 04:07:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0111        iter count: 1.0
+[Apr 13, 2026 - 04:07:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0111   iter count: 1.0
+[Apr 13, 2026 - 04:07:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:07:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:08:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148335   43.298492  43.066113
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891113   69.951172  69.871094
+util                      96.500000  100.000000  91.000000
+[Apr 13, 2026 - 04:08:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 189 : avg iteration time       51.37 seconds
+[Apr 13, 2026 - 04:08:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 189 : data loading time        0.00
+[Apr 13, 2026 - 04:08:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 189 : avg forward pass time    13.76
+[Apr 13, 2026 - 04:08:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 189 : backward pass time       11.32
+[Apr 13, 2026 - 04:08:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 189 : optimizer step time      1.19
+[Apr 13, 2026 - 04:08:49 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 189--------------------
+[Apr 13, 2026 - 04:08:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0103        iter count: 1.0
+[Apr 13, 2026 - 04:08:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 13, 2026 - 04:08:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:08:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148194   43.297932   43.066113
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.335938  111.744141  109.865234
+util                       69.750000   73.000000   66.000000
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 190 : avg iteration time       190.09 seconds
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 190 : data loading time        0.00
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 190 : avg forward pass time    86.58
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 190 : backward pass time       8.34
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 190 : optimizer step time      0.33
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 190--------------------
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6793        iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6572          iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6793 iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1334iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0338 iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4455 iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0342iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0085 iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1178 iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6572iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1489  iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0379  iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1430  iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0364  iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.4455  iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.1178  iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0436  iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0110  iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 13, 2026 - 04:11:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 04:12:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148200   43.297932  43.066113
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.808105   69.871094  69.619141
+util                      95.000000  100.000000  92.000000
+[Apr 13, 2026 - 04:12:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 191 : avg iteration time       52.32 seconds
+[Apr 13, 2026 - 04:12:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 191 : data loading time        0.00
+[Apr 13, 2026 - 04:12:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 191 : avg forward pass time    14.24
+[Apr 13, 2026 - 04:12:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 191 : backward pass time       11.34
+[Apr 13, 2026 - 04:12:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 191 : optimizer step time      1.17
+[Apr 13, 2026 - 04:12:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 191--------------------
+[Apr 13, 2026 - 04:12:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0125        iter count: 1.0
+[Apr 13, 2026 - 04:12:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 04:12:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:12:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:13:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148194   43.297932  43.066113
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.803223   69.851562  69.658203
+util                      95.000000  100.000000  92.000000
+[Apr 13, 2026 - 04:13:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 192 : avg iteration time       46.21 seconds
+[Apr 13, 2026 - 04:13:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 192 : data loading time        0.00
+[Apr 13, 2026 - 04:13:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 192 : avg forward pass time    11.19
+[Apr 13, 2026 - 04:13:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 192 : backward pass time       11.32
+[Apr 13, 2026 - 04:13:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 192 : optimizer step time      1.17
+[Apr 13, 2026 - 04:13:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 192--------------------
+[Apr 13, 2026 - 04:13:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0108        iter count: 1.0
+[Apr 13, 2026 - 04:13:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0108   iter count: 1.0
+[Apr 13, 2026 - 04:13:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:13:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:14:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148255   43.298176  43.066113
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.764160   69.792969  69.677734
+util                      98.250000  100.000000  94.000000
+[Apr 13, 2026 - 04:14:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 193 : avg iteration time       51.37 seconds
+[Apr 13, 2026 - 04:14:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 193 : data loading time        0.00
+[Apr 13, 2026 - 04:14:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 193 : avg forward pass time    13.76
+[Apr 13, 2026 - 04:14:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 193 : backward pass time       11.33
+[Apr 13, 2026 - 04:14:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 193 : optimizer step time      1.18
+[Apr 13, 2026 - 04:14:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 193--------------------
+[Apr 13, 2026 - 04:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0092        iter count: 1.0
+[Apr 13, 2026 - 04:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0092   iter count: 1.0
+[Apr 13, 2026 - 04:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:14:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:15:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148258   43.298176  43.066124
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348   69.949219  69.677734
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 04:15:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 194 : avg iteration time       51.35 seconds
+[Apr 13, 2026 - 04:15:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 194 : data loading time        0.00
+[Apr 13, 2026 - 04:15:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 194 : avg forward pass time    13.75
+[Apr 13, 2026 - 04:15:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 194 : backward pass time       11.34
+[Apr 13, 2026 - 04:15:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 194 : optimizer step time      1.17
+[Apr 13, 2026 - 04:15:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 194--------------------
+[Apr 13, 2026 - 04:15:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0096        iter count: 1.0
+[Apr 13, 2026 - 04:15:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0096   iter count: 1.0
+[Apr 13, 2026 - 04:15:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:15:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.147914   43.296787   43.066113
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.265137  112.310547  112.250000
+util                       67.750000   71.000000   64.000000
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 195 : avg iteration time       182.34 seconds
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 195 : data loading time        0.00
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 195 : avg forward pass time    82.71
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 195 : backward pass time       8.34
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 195 : optimizer step time      0.33
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 195--------------------
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6302        iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6064          iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6302 iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1521iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0371 iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4059 iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0391iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0093 iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1068 iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6064iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1667  iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0426  iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1625  iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0414  iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1387  iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0353  iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0675  iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0170  iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0097   iter count: 1.0
+[Apr 13, 2026 - 04:18:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 04:19:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148027   43.297264  43.066113
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285   69.931641  69.812500
+util                      95.750000  100.000000  93.000000
+[Apr 13, 2026 - 04:19:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 196 : avg iteration time       52.35 seconds
+[Apr 13, 2026 - 04:19:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 196 : data loading time        0.00
+[Apr 13, 2026 - 04:19:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 196 : avg forward pass time    14.25
+[Apr 13, 2026 - 04:19:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 196 : backward pass time       11.31
+[Apr 13, 2026 - 04:19:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 196 : optimizer step time      1.18
+[Apr 13, 2026 - 04:19:15 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 196--------------------
+[Apr 13, 2026 - 04:19:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0103        iter count: 1.0
+[Apr 13, 2026 - 04:19:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 13, 2026 - 04:19:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:19:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:20:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148516   43.299217  43.066113
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.920410   70.068359  69.871094
+util                      98.000000  100.000000  93.000000
+[Apr 13, 2026 - 04:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 197 : avg iteration time       51.36 seconds
+[Apr 13, 2026 - 04:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 197 : data loading time        0.00
+[Apr 13, 2026 - 04:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 197 : avg forward pass time    13.76
+[Apr 13, 2026 - 04:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 197 : backward pass time       11.31
+[Apr 13, 2026 - 04:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 197 : optimizer step time      1.18
+[Apr 13, 2026 - 04:20:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 197--------------------
+[Apr 13, 2026 - 04:20:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 04:20:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 04:20:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:20:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:20:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148524   43.299217  43.066128
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465   70.068359  69.812500
+util                      96.500000  100.000000  94.000000
+[Apr 13, 2026 - 04:20:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 198 : avg iteration time       48.65 seconds
+[Apr 13, 2026 - 04:20:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 198 : data loading time        0.00
+[Apr 13, 2026 - 04:20:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 198 : avg forward pass time    12.42
+[Apr 13, 2026 - 04:20:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 198 : backward pass time       11.32
+[Apr 13, 2026 - 04:20:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 198 : optimizer step time      1.17
+[Apr 13, 2026 - 04:20:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 198--------------------
+[Apr 13, 2026 - 04:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0103        iter count: 1.0
+[Apr 13, 2026 - 04:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 13, 2026 - 04:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:20:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:21:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148517  43.299217  43.066116
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.905762  70.068359  69.851562
+util                      98.250000  99.000000  96.000000
+[Apr 13, 2026 - 04:21:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 199 : avg iteration time       48.67 seconds
+[Apr 13, 2026 - 04:21:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 199 : data loading time        0.00
+[Apr 13, 2026 - 04:21:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 199 : avg forward pass time    12.41
+[Apr 13, 2026 - 04:21:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 199 : backward pass time       11.34
+[Apr 13, 2026 - 04:21:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 199 : optimizer step time      1.17
+[Apr 13, 2026 - 04:21:44 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 199--------------------
+[Apr 13, 2026 - 04:21:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0118        iter count: 1.0
+[Apr 13, 2026 - 04:21:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+[Apr 13, 2026 - 04:21:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:21:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148083   43.297485   43.066113
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.400879  111.527344  111.021484
+util                       68.000000   70.000000   67.000000
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 200 : avg iteration time       190.16 seconds
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 200 : data loading time        0.00
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 200 : avg forward pass time    86.61
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 200 : backward pass time       8.34
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 200 : optimizer step time      0.33
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 200--------------------
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6570        iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6338          iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6570 iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1431iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0332 iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4356 iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0367iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0083 iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1151 iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6338iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1209  iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0307  iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0643  iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0162  iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1372  iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0349  iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.4356  iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.1151  iter count: 1.0
+[Apr 13, 2026 - 04:24:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 04:25:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 14.46 seconds
+[Apr 13, 2026 - 04:25:08 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 200
+[Apr 13, 2026 - 04:25:08 | INFO | fastgen.utils.checkpointer:save:301 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000200
+[Apr 13, 2026 - 04:25:23 | SUCCESS | fastgen.utils.checkpointer:save:329 ] Model saved at iteration 200
+[Apr 13, 2026 - 04:25:23 | INFO | fastgen.trainer:validate:358 ] Validation iteration 200
+[Apr 13, 2026 - 04:25:23 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 04:25:26 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 2.3s
+[Apr 13, 2026 - 04:25:29 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 04:25:31 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 04:25:35 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 04:25:36 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 04:25:40 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 04:25:42 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 04:25:45 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 04:25:47 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 04:25:50 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 04:25:52 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 04:25:55 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 04:25:57 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 04:26:00 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 04:26:02 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 04:26:06 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 04:26:07 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 04:26:11 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 04:26:13 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 04:26:16 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging val0 stats at iteration 200--------------------
+[Apr 13, 2026 - 04:26:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 04:26:32 | INFO | fastgen.callbacks.wandb:on_validation_end:683 ] Logged 10 val videos at iteration 200
+[Apr 13, 2026 - 04:27:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149376  43.301262  43.065948
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.744629  70.244141  69.578125
+util                      96.750000  99.000000  94.000000
+[Apr 13, 2026 - 04:27:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 201 : avg iteration time       146.42 seconds
+[Apr 13, 2026 - 04:27:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 201 : data loading time        0.00
+[Apr 13, 2026 - 04:27:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 201 : avg forward pass time    12.05
+[Apr 13, 2026 - 04:27:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 201 : backward pass time       11.36
+[Apr 13, 2026 - 04:27:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 201 : optimizer step time      1.16
+[Apr 13, 2026 - 04:27:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 201--------------------
+[Apr 13, 2026 - 04:27:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0096        iter count: 1.0
+[Apr 13, 2026 - 04:27:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0096   iter count: 1.0
+[Apr 13, 2026 - 04:27:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:27:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:28:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149374   43.301250  43.065948
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.769043   70.283203  69.597656
+util                      97.250000  100.000000  95.000000
+[Apr 13, 2026 - 04:28:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 202 : avg iteration time       51.57 seconds
+[Apr 13, 2026 - 04:28:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 202 : data loading time        0.00
+[Apr 13, 2026 - 04:28:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 202 : avg forward pass time    13.82
+[Apr 13, 2026 - 04:28:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 202 : backward pass time       11.39
+[Apr 13, 2026 - 04:28:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 202 : optimizer step time      1.18
+[Apr 13, 2026 - 04:28:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 202--------------------
+[Apr 13, 2026 - 04:28:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0110        iter count: 1.0
+[Apr 13, 2026 - 04:28:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 13, 2026 - 04:28:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:28:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:29:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149379   43.301250  43.065948
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.764160   70.205078  69.617188
+util                      95.000000  100.000000  92.000000
+[Apr 13, 2026 - 04:29:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 203 : avg iteration time       48.77 seconds
+[Apr 13, 2026 - 04:29:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 203 : data loading time        0.00
+[Apr 13, 2026 - 04:29:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 203 : avg forward pass time    12.44
+[Apr 13, 2026 - 04:29:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 203 : backward pass time       11.36
+[Apr 13, 2026 - 04:29:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 203 : optimizer step time      1.16
+[Apr 13, 2026 - 04:29:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 203--------------------
+[Apr 13, 2026 - 04:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0097        iter count: 1.0
+[Apr 13, 2026 - 04:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0097   iter count: 1.0
+[Apr 13, 2026 - 04:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:29:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:29:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149020  43.299839  43.065948
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.778809  70.205078  69.636719
+util                      95.750000  99.000000  92.000000
+[Apr 13, 2026 - 04:29:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 204 : avg iteration time       46.04 seconds
+[Apr 13, 2026 - 04:29:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 204 : data loading time        0.00
+[Apr 13, 2026 - 04:29:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 204 : avg forward pass time    11.10
+[Apr 13, 2026 - 04:29:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 204 : backward pass time       11.33
+[Apr 13, 2026 - 04:29:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 204 : optimizer step time      1.17
+[Apr 13, 2026 - 04:29:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 204--------------------
+[Apr 13, 2026 - 04:29:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0090        iter count: 1.0
+[Apr 13, 2026 - 04:29:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0090   iter count: 1.0
+[Apr 13, 2026 - 04:29:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:29:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148654   43.298279   43.065952
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.141602  112.388672  110.724609
+util                       72.750000   77.000000   64.000000
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 205 : avg iteration time       187.53 seconds
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 205 : data loading time        0.00
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 205 : avg forward pass time    85.30
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 205 : backward pass time       8.35
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 205 : optimizer step time      0.33
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 205--------------------
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6024        iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5830          iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6024 iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1307iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0253 iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4013 iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0335iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0063 iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1055 iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5830iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1267  iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0322  iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1254  iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0318  iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.3153  iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0820  iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0701  iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0177  iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0099   iter count: 1.0
+[Apr 13, 2026 - 04:32:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 04:33:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148634  43.298260  43.065948
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926  69.892578  69.734375
+util                      96.500000  99.000000  93.000000
+[Apr 13, 2026 - 04:33:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 206 : avg iteration time       49.69 seconds
+[Apr 13, 2026 - 04:33:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 206 : data loading time        0.00
+[Apr 13, 2026 - 04:33:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 206 : avg forward pass time    12.91
+[Apr 13, 2026 - 04:33:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 206 : backward pass time       11.35
+[Apr 13, 2026 - 04:33:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 206 : optimizer step time      1.18
+[Apr 13, 2026 - 04:33:44 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 206--------------------
+[Apr 13, 2026 - 04:33:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0106        iter count: 1.0
+[Apr 13, 2026 - 04:33:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0106   iter count: 1.0
+[Apr 13, 2026 - 04:33:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:33:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:34:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148647  43.298260  43.065968
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.622559  69.638672  69.617188
+util                      95.750000  99.000000  92.000000
+[Apr 13, 2026 - 04:34:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 207 : avg iteration time       48.79 seconds
+[Apr 13, 2026 - 04:34:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 207 : data loading time        0.00
+[Apr 13, 2026 - 04:34:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 207 : avg forward pass time    12.47
+[Apr 13, 2026 - 04:34:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 207 : backward pass time       11.34
+[Apr 13, 2026 - 04:34:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 207 : optimizer step time      1.16
+[Apr 13, 2026 - 04:34:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 207--------------------
+[Apr 13, 2026 - 04:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0101        iter count: 1.0
+[Apr 13, 2026 - 04:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0101   iter count: 1.0
+[Apr 13, 2026 - 04:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:34:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:35:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148626   43.298260  43.065952
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277   69.892578  69.714844
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 04:35:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 208 : avg iteration time       48.66 seconds
+[Apr 13, 2026 - 04:35:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 208 : data loading time        0.00
+[Apr 13, 2026 - 04:35:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 208 : avg forward pass time    12.41
+[Apr 13, 2026 - 04:35:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 208 : backward pass time       11.34
+[Apr 13, 2026 - 04:35:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 208 : optimizer step time      1.16
+[Apr 13, 2026 - 04:35:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 208--------------------
+[Apr 13, 2026 - 04:35:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0096        iter count: 1.0
+[Apr 13, 2026 - 04:35:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0096   iter count: 1.0
+[Apr 13, 2026 - 04:35:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:35:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:36:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148643   43.298260  43.065956
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.920410   69.929688  69.892578
+util                      98.500000  100.000000  96.000000
+[Apr 13, 2026 - 04:36:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 209 : avg iteration time       51.38 seconds
+[Apr 13, 2026 - 04:36:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 209 : data loading time        0.00
+[Apr 13, 2026 - 04:36:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 209 : avg forward pass time    13.77
+[Apr 13, 2026 - 04:36:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 209 : backward pass time       11.33
+[Apr 13, 2026 - 04:36:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 209 : optimizer step time      1.19
+[Apr 13, 2026 - 04:36:13 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 209--------------------
+[Apr 13, 2026 - 04:36:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0103        iter count: 1.0
+[Apr 13, 2026 - 04:36:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 13, 2026 - 04:36:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:36:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148638   43.298260   43.065979
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.333008  112.777344  111.001953
+util                       73.000000   77.000000   64.000000
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 210 : avg iteration time       184.68 seconds
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 210 : data loading time        0.00
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 210 : avg forward pass time    83.87
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 210 : backward pass time       8.34
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 210 : optimizer step time      0.33
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 210--------------------
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6220        iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6079          iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6220 iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.0922iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0329 iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2373 iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0234iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0083 iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0611 iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6079iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1405  iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0357  iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0865  iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0219  iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0555  iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0140  iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0664  iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0167  iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0091   iter count: 1.0
+[Apr 13, 2026 - 04:39:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 04:40:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148636   43.298275  43.065956
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.554199   69.951172  69.421875
+util                      99.250000  100.000000  98.000000
+[Apr 13, 2026 - 04:40:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 211 : avg iteration time       49.75 seconds
+[Apr 13, 2026 - 04:40:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 211 : data loading time        0.00
+[Apr 13, 2026 - 04:40:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 211 : avg forward pass time    12.93
+[Apr 13, 2026 - 04:40:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 211 : backward pass time       11.34
+[Apr 13, 2026 - 04:40:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 211 : optimizer step time      1.18
+[Apr 13, 2026 - 04:40:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 211--------------------
+[Apr 13, 2026 - 04:40:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0097        iter count: 1.0
+[Apr 13, 2026 - 04:40:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0097   iter count: 1.0
+[Apr 13, 2026 - 04:40:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:40:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:40:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148638   43.298260  43.065956
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.578613   69.931641  69.460938
+util                      98.750000  100.000000  96.000000
+[Apr 13, 2026 - 04:40:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 212 : avg iteration time       51.37 seconds
+[Apr 13, 2026 - 04:40:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 212 : data loading time        0.00
+[Apr 13, 2026 - 04:40:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 212 : avg forward pass time    13.76
+[Apr 13, 2026 - 04:40:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 212 : backward pass time       11.34
+[Apr 13, 2026 - 04:40:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 212 : optimizer step time      1.17
+[Apr 13, 2026 - 04:40:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 212--------------------
+[Apr 13, 2026 - 04:40:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0102        iter count: 1.0
+[Apr 13, 2026 - 04:40:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0102   iter count: 1.0
+[Apr 13, 2026 - 04:40:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:40:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:41:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148700   43.298508  43.065956
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.510254   69.658203  69.460938
+util                      98.000000  100.000000  93.000000
+[Apr 13, 2026 - 04:41:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 213 : avg iteration time       46.08 seconds
+[Apr 13, 2026 - 04:41:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 213 : data loading time        0.00
+[Apr 13, 2026 - 04:41:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 213 : avg forward pass time    11.10
+[Apr 13, 2026 - 04:41:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 213 : backward pass time       11.38
+[Apr 13, 2026 - 04:41:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 213 : optimizer step time      1.17
+[Apr 13, 2026 - 04:41:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 213--------------------
+[Apr 13, 2026 - 04:41:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0102        iter count: 1.0
+[Apr 13, 2026 - 04:41:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0102   iter count: 1.0
+[Apr 13, 2026 - 04:41:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:41:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:42:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148759   43.298744  43.065956
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.510254   69.658203  69.460938
+util                      96.500000  100.000000  94.000000
+[Apr 13, 2026 - 04:42:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 214 : avg iteration time       51.46 seconds
+[Apr 13, 2026 - 04:42:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 214 : data loading time        0.00
+[Apr 13, 2026 - 04:42:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 214 : avg forward pass time    13.80
+[Apr 13, 2026 - 04:42:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 214 : backward pass time       11.36
+[Apr 13, 2026 - 04:42:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 214 : optimizer step time      1.17
+[Apr 13, 2026 - 04:42:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 214--------------------
+[Apr 13, 2026 - 04:42:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0101        iter count: 1.0
+[Apr 13, 2026 - 04:42:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0101   iter count: 1.0
+[Apr 13, 2026 - 04:42:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:42:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148354   43.297127   43.065975
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.785645  110.962891  110.726562
+util                       70.500000   75.000000   61.000000
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 215 : avg iteration time       187.32 seconds
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 215 : data loading time        0.00
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 215 : avg forward pass time    85.20
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 215 : backward pass time       8.34
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 215 : optimizer step time      0.33
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 215--------------------
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7082        iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6895          iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7082 iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1060iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0290 iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3351 iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0270iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0073 iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0874 iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6895iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0737  iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0186  iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0666  iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0168  iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1230  iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0312  iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0410  iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0103  iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0104   iter count: 1.0
+[Apr 13, 2026 - 04:45:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 04:46:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148358   43.297134  43.065964
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.573730   69.912109  69.460938
+util                      96.750000  100.000000  94.000000
+[Apr 13, 2026 - 04:46:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 216 : avg iteration time       49.69 seconds
+[Apr 13, 2026 - 04:46:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 216 : data loading time        0.00
+[Apr 13, 2026 - 04:46:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 216 : avg forward pass time    12.93
+[Apr 13, 2026 - 04:46:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 216 : backward pass time       11.33
+[Apr 13, 2026 - 04:46:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 216 : optimizer step time      1.17
+[Apr 13, 2026 - 04:46:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 216--------------------
+[Apr 13, 2026 - 04:46:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0095        iter count: 1.0
+[Apr 13, 2026 - 04:46:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0095   iter count: 1.0
+[Apr 13, 2026 - 04:46:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:46:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:47:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148763  43.298782  43.065956
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.563965  69.931641  69.441406
+util                      98.000000  99.000000  95.000000
+[Apr 13, 2026 - 04:47:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 217 : avg iteration time       48.66 seconds
+[Apr 13, 2026 - 04:47:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 217 : data loading time        0.00
+[Apr 13, 2026 - 04:47:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 217 : avg forward pass time    12.42
+[Apr 13, 2026 - 04:47:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 217 : backward pass time       11.32
+[Apr 13, 2026 - 04:47:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 217 : optimizer step time      1.17
+[Apr 13, 2026 - 04:47:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 217--------------------
+[Apr 13, 2026 - 04:47:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0115        iter count: 1.0
+[Apr 13, 2026 - 04:47:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0115   iter count: 1.0
+[Apr 13, 2026 - 04:47:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:47:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:48:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148831  43.299011  43.065979
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.456543  69.501953  69.441406
+util                      97.250000  99.000000  94.000000
+[Apr 13, 2026 - 04:48:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 218 : avg iteration time       51.39 seconds
+[Apr 13, 2026 - 04:48:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 218 : data loading time        0.00
+[Apr 13, 2026 - 04:48:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 218 : avg forward pass time    13.79
+[Apr 13, 2026 - 04:48:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 218 : backward pass time       11.33
+[Apr 13, 2026 - 04:48:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 218 : optimizer step time      1.17
+[Apr 13, 2026 - 04:48:13 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 218--------------------
+[Apr 13, 2026 - 04:48:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0108        iter count: 1.0
+[Apr 13, 2026 - 04:48:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0108   iter count: 1.0
+[Apr 13, 2026 - 04:48:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:48:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:49:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148744   43.298691  43.065956
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.573730   69.970703  69.441406
+util                      99.500000  100.000000  98.000000
+[Apr 13, 2026 - 04:49:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 219 : avg iteration time       48.65 seconds
+[Apr 13, 2026 - 04:49:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 219 : data loading time        0.00
+[Apr 13, 2026 - 04:49:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 219 : avg forward pass time    12.41
+[Apr 13, 2026 - 04:49:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 219 : backward pass time       11.33
+[Apr 13, 2026 - 04:49:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 219 : optimizer step time      1.16
+[Apr 13, 2026 - 04:49:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 219--------------------
+[Apr 13, 2026 - 04:49:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0106        iter count: 1.0
+[Apr 13, 2026 - 04:49:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0106   iter count: 1.0
+[Apr 13, 2026 - 04:49:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:49:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148544   43.297882   43.065971
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.279785  112.484375  111.666016
+util                       70.500000   75.000000   61.000000
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 220 : avg iteration time       187.43 seconds
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 220 : data loading time        0.00
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 220 : avg forward pass time    85.25
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 220 : backward pass time       8.34
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 220 : optimizer step time      0.34
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 220--------------------
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6633        iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6416          iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6633 iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1331iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0337 iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2824 iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0340iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0085 iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0732 iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6416iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1896  iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0485  iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0590  iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0149  iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0947  iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0240  iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2445  iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0630  iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0117   iter count: 1.0
+[Apr 13, 2026 - 04:52:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 04:52:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148608  43.298141  43.065979
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.750000  69.853516  69.443359
+util                      94.750000  99.000000  92.000000
+[Apr 13, 2026 - 04:52:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 221 : avg iteration time       47.05 seconds
+[Apr 13, 2026 - 04:52:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 221 : data loading time        0.00
+[Apr 13, 2026 - 04:52:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 221 : avg forward pass time    11.60
+[Apr 13, 2026 - 04:52:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 221 : backward pass time       11.34
+[Apr 13, 2026 - 04:52:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 221 : optimizer step time      1.17
+[Apr 13, 2026 - 04:52:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 221--------------------
+[Apr 13, 2026 - 04:52:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0143        iter count: 1.0
+[Apr 13, 2026 - 04:52:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0143   iter count: 1.0
+[Apr 13, 2026 - 04:52:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:52:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:53:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148607  43.298138  43.065979
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.769531  69.873047  69.462891
+util                      97.250000  99.000000  92.000000
+[Apr 13, 2026 - 04:53:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 222 : avg iteration time       51.36 seconds
+[Apr 13, 2026 - 04:53:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 222 : data loading time        0.00
+[Apr 13, 2026 - 04:53:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 222 : avg forward pass time    13.77
+[Apr 13, 2026 - 04:53:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 222 : backward pass time       11.33
+[Apr 13, 2026 - 04:53:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 222 : optimizer step time      1.16
+[Apr 13, 2026 - 04:53:48 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 222--------------------
+[Apr 13, 2026 - 04:53:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0118        iter count: 1.0
+[Apr 13, 2026 - 04:53:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+[Apr 13, 2026 - 04:53:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:53:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:54:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148603   43.298126  43.065956
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.754883   69.873047  69.404297
+util                      99.000000  100.000000  97.000000
+[Apr 13, 2026 - 04:54:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 223 : avg iteration time       51.35 seconds
+[Apr 13, 2026 - 04:54:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 223 : data loading time        0.00
+[Apr 13, 2026 - 04:54:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 223 : avg forward pass time    13.75
+[Apr 13, 2026 - 04:54:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 223 : backward pass time       11.35
+[Apr 13, 2026 - 04:54:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 223 : optimizer step time      1.17
+[Apr 13, 2026 - 04:54:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 223--------------------
+[Apr 13, 2026 - 04:54:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0104        iter count: 1.0
+[Apr 13, 2026 - 04:54:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0104   iter count: 1.0
+[Apr 13, 2026 - 04:54:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:54:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:55:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148778   43.298820  43.065979
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.730469   69.833984  69.423828
+util                      99.250000  100.000000  98.000000
+[Apr 13, 2026 - 04:55:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 224 : avg iteration time       46.01 seconds
+[Apr 13, 2026 - 04:55:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 224 : data loading time        0.00
+[Apr 13, 2026 - 04:55:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 224 : avg forward pass time    11.07
+[Apr 13, 2026 - 04:55:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 224 : backward pass time       11.37
+[Apr 13, 2026 - 04:55:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 224 : optimizer step time      1.16
+[Apr 13, 2026 - 04:55:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 224--------------------
+[Apr 13, 2026 - 04:55:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0107        iter count: 1.0
+[Apr 13, 2026 - 04:55:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0107   iter count: 1.0
+[Apr 13, 2026 - 04:55:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:55:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148759   43.298706   43.066002
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.726562  111.548828  110.451172
+util                       72.500000   77.000000   63.000000
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 225 : avg iteration time       193.05 seconds
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 225 : data loading time        0.00
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 225 : avg forward pass time    88.06
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 225 : backward pass time       8.34
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 225 : optimizer step time      0.33
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 225--------------------
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6334        iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6123          iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6334 iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1310iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0225 iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5819 iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0337iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0057 iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1566 iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6123iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0494  iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0124  iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0898  iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0227  iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0533  iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0134  iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0522  iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0131  iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0113   iter count: 1.0
+[Apr 13, 2026 - 04:58:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 04:59:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148745   43.298706  43.065960
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.769043   69.851562  69.521484
+util                      98.750000  100.000000  96.000000
+[Apr 13, 2026 - 04:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 226 : avg iteration time       52.33 seconds
+[Apr 13, 2026 - 04:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 226 : data loading time        0.00
+[Apr 13, 2026 - 04:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 226 : avg forward pass time    14.21
+[Apr 13, 2026 - 04:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 226 : backward pass time       11.36
+[Apr 13, 2026 - 04:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 226 : optimizer step time      1.17
+[Apr 13, 2026 - 04:59:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 226--------------------
+[Apr 13, 2026 - 04:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0156        iter count: 1.0
+[Apr 13, 2026 - 04:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 13, 2026 - 04:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 04:59:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:00:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148749  43.298706  43.065979
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.784180  69.853516  69.580078
+util                      96.000000  99.000000  92.000000
+[Apr 13, 2026 - 05:00:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 227 : avg iteration time       51.37 seconds
+[Apr 13, 2026 - 05:00:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 227 : data loading time        0.00
+[Apr 13, 2026 - 05:00:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 227 : avg forward pass time    13.75
+[Apr 13, 2026 - 05:00:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 227 : backward pass time       11.33
+[Apr 13, 2026 - 05:00:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 227 : optimizer step time      1.17
+[Apr 13, 2026 - 05:00:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 227--------------------
+[Apr 13, 2026 - 05:00:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0121        iter count: 1.0
+[Apr 13, 2026 - 05:00:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0121   iter count: 1.0
+[Apr 13, 2026 - 05:00:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:00:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:01:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148754   43.298706  43.065983
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.813477   69.892578  69.580078
+util                      97.000000  100.000000  95.000000
+[Apr 13, 2026 - 05:01:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 228 : avg iteration time       45.97 seconds
+[Apr 13, 2026 - 05:01:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 228 : data loading time        0.00
+[Apr 13, 2026 - 05:01:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 228 : avg forward pass time    11.06
+[Apr 13, 2026 - 05:01:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 228 : backward pass time       11.35
+[Apr 13, 2026 - 05:01:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 228 : optimizer step time      1.17
+[Apr 13, 2026 - 05:01:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 228--------------------
+[Apr 13, 2026 - 05:01:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0105        iter count: 1.0
+[Apr 13, 2026 - 05:01:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0105   iter count: 1.0
+[Apr 13, 2026 - 05:01:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:01:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:01:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148764  43.298752  43.065968
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.808594  69.912109  69.501953
+util                      96.750000  99.000000  95.000000
+[Apr 13, 2026 - 05:01:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 229 : avg iteration time       51.40 seconds
+[Apr 13, 2026 - 05:01:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 229 : data loading time        0.00
+[Apr 13, 2026 - 05:01:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 229 : avg forward pass time    13.76
+[Apr 13, 2026 - 05:01:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 229 : backward pass time       11.35
+[Apr 13, 2026 - 05:01:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 229 : optimizer step time      1.17
+[Apr 13, 2026 - 05:01:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 229--------------------
+[Apr 13, 2026 - 05:01:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0093        iter count: 1.0
+[Apr 13, 2026 - 05:01:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0093   iter count: 1.0
+[Apr 13, 2026 - 05:01:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:01:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148371   43.297203   43.065968
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.209473  111.060547  109.925781
+util                       67.750000   71.000000   64.000000
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 230 : avg iteration time       184.63 seconds
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 230 : data loading time        0.00
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 230 : avg forward pass time    83.85
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 230 : backward pass time       8.34
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 230 : optimizer step time      0.33
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 230--------------------
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6971        iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6729          iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6971 iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1394iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0424 iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4606 iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0358iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0106 iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1220 iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6729iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0543  iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0137  iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0711  iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0179  iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1016  iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0257  iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1217  iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0309  iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0097   iter count: 1.0
+[Apr 13, 2026 - 05:05:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 05:05:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148442   43.297455  43.065968
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.754395   69.871094  69.404297
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 05:05:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 231 : avg iteration time       52.30 seconds
+[Apr 13, 2026 - 05:05:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 231 : data loading time        0.00
+[Apr 13, 2026 - 05:05:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 231 : avg forward pass time    14.23
+[Apr 13, 2026 - 05:05:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 231 : backward pass time       11.33
+[Apr 13, 2026 - 05:05:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 231 : optimizer step time      1.18
+[Apr 13, 2026 - 05:05:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 231--------------------
+[Apr 13, 2026 - 05:05:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0138        iter count: 1.0
+[Apr 13, 2026 - 05:05:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 13, 2026 - 05:05:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:05:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:06:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148638  43.298248  43.065990
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285  69.873047  69.832031
+util                      95.500000  99.000000  91.000000
+[Apr 13, 2026 - 05:06:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 232 : avg iteration time       48.69 seconds
+[Apr 13, 2026 - 05:06:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 232 : data loading time        0.00
+[Apr 13, 2026 - 05:06:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 232 : avg forward pass time    12.42
+[Apr 13, 2026 - 05:06:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 232 : backward pass time       11.33
+[Apr 13, 2026 - 05:06:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 232 : optimizer step time      1.19
+[Apr 13, 2026 - 05:06:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 232--------------------
+[Apr 13, 2026 - 05:06:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0106        iter count: 1.0
+[Apr 13, 2026 - 05:06:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0106   iter count: 1.0
+[Apr 13, 2026 - 05:06:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:06:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:07:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148680   43.298439  43.065968
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402   69.853516  69.832031
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 05:07:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 233 : avg iteration time       46.11 seconds
+[Apr 13, 2026 - 05:07:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 233 : data loading time        0.00
+[Apr 13, 2026 - 05:07:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 233 : avg forward pass time    11.12
+[Apr 13, 2026 - 05:07:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 233 : backward pass time       11.35
+[Apr 13, 2026 - 05:07:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 233 : optimizer step time      1.17
+[Apr 13, 2026 - 05:07:31 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 233--------------------
+[Apr 13, 2026 - 05:07:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0096        iter count: 1.0
+[Apr 13, 2026 - 05:07:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0096   iter count: 1.0
+[Apr 13, 2026 - 05:07:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:07:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:08:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148680   43.298439  43.065968
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934   69.931641  69.832031
+util                      97.250000  100.000000  95.000000
+[Apr 13, 2026 - 05:08:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 234 : avg iteration time       48.67 seconds
+[Apr 13, 2026 - 05:08:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 234 : data loading time        0.00
+[Apr 13, 2026 - 05:08:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 234 : avg forward pass time    12.41
+[Apr 13, 2026 - 05:08:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 234 : backward pass time       11.36
+[Apr 13, 2026 - 05:08:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 234 : optimizer step time      1.17
+[Apr 13, 2026 - 05:08:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 234--------------------
+[Apr 13, 2026 - 05:08:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0097        iter count: 1.0
+[Apr 13, 2026 - 05:08:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0097   iter count: 1.0
+[Apr 13, 2026 - 05:08:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:08:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148393   43.297108   43.066013
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.082520  111.021484  109.769531
+util                       70.000000   79.000000   66.000000
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 235 : avg iteration time       184.81 seconds
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 235 : data loading time        0.00
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 235 : avg forward pass time    83.93
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 235 : backward pass time       8.35
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 235 : optimizer step time      0.33
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 235--------------------
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6473        iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6299          iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6473 iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1075iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0353 iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4385 iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0274iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0089 iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1159 iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6299iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0637  iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0161  iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1678  iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0428  iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0909  iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0230  iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0606  iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0153  iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0089   iter count: 1.0
+[Apr 13, 2026 - 05:11:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 05:12:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148520   43.297619  43.066013
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.725098   69.832031  69.404297
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 05:12:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 236 : avg iteration time       47.10 seconds
+[Apr 13, 2026 - 05:12:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 236 : data loading time        0.00
+[Apr 13, 2026 - 05:12:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 236 : avg forward pass time    11.62
+[Apr 13, 2026 - 05:12:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 236 : backward pass time       11.33
+[Apr 13, 2026 - 05:12:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 236 : optimizer step time      1.18
+[Apr 13, 2026 - 05:12:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 236--------------------
+[Apr 13, 2026 - 05:12:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0135        iter count: 1.0
+[Apr 13, 2026 - 05:12:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0135   iter count: 1.0
+[Apr 13, 2026 - 05:12:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:12:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:12:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148697   43.298325  43.066013
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.847168   69.892578  69.832031
+util                      97.750000  100.000000  93.000000
+[Apr 13, 2026 - 05:12:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 237 : avg iteration time       46.03 seconds
+[Apr 13, 2026 - 05:12:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 237 : data loading time        0.00
+[Apr 13, 2026 - 05:12:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 237 : avg forward pass time    11.09
+[Apr 13, 2026 - 05:12:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 237 : backward pass time       11.34
+[Apr 13, 2026 - 05:12:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 237 : optimizer step time      1.18
+[Apr 13, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 237--------------------
+[Apr 13, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0122        iter count: 1.0
+[Apr 13, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0122   iter count: 1.0
+[Apr 13, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:12:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:13:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148763   43.298576  43.066025
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699   69.970703  69.832031
+util                      97.250000  100.000000  90.000000
+[Apr 13, 2026 - 05:13:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 238 : avg iteration time       51.37 seconds
+[Apr 13, 2026 - 05:13:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 238 : data loading time        0.00
+[Apr 13, 2026 - 05:13:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 238 : avg forward pass time    13.77
+[Apr 13, 2026 - 05:13:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 238 : backward pass time       11.34
+[Apr 13, 2026 - 05:13:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 238 : optimizer step time      1.17
+[Apr 13, 2026 - 05:13:49 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 238--------------------
+[Apr 13, 2026 - 05:13:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0118        iter count: 1.0
+[Apr 13, 2026 - 05:13:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+[Apr 13, 2026 - 05:13:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:13:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:14:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148761   43.298576  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285   69.873047  69.832031
+util                      97.500000  100.000000  95.000000
+[Apr 13, 2026 - 05:14:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 239 : avg iteration time       51.31 seconds
+[Apr 13, 2026 - 05:14:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 239 : data loading time        0.00
+[Apr 13, 2026 - 05:14:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 239 : avg forward pass time    13.73
+[Apr 13, 2026 - 05:14:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 239 : backward pass time       11.34
+[Apr 13, 2026 - 05:14:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 239 : optimizer step time      1.17
+[Apr 13, 2026 - 05:14:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 239--------------------
+[Apr 13, 2026 - 05:14:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0107        iter count: 1.0
+[Apr 13, 2026 - 05:14:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0107   iter count: 1.0
+[Apr 13, 2026 - 05:14:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:14:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148456   43.297352   43.066017
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.215332  111.722656  109.693359
+util                       70.750000   80.000000   62.000000
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 240 : avg iteration time       187.15 seconds
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 240 : data loading time        0.00
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 240 : avg forward pass time    85.12
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 240 : backward pass time       8.33
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 240 : optimizer step time      0.33
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 240--------------------
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6926        iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6689          iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6926 iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1365iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0190 iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6504 iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0352iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0048 iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1766 iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6689iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0721  iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0182  iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1207  iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0306  iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0750  iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0189  iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0854  iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0216  iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0108   iter count: 1.0
+[Apr 13, 2026 - 05:17:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 05:18:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148522  43.297604  43.066032
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852539  69.912109  69.832031
+util                      95.750000  99.000000  93.000000
+[Apr 13, 2026 - 05:18:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 241 : avg iteration time       49.82 seconds
+[Apr 13, 2026 - 05:18:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 241 : data loading time        0.00
+[Apr 13, 2026 - 05:18:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 241 : avg forward pass time    12.98
+[Apr 13, 2026 - 05:18:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 241 : backward pass time       11.35
+[Apr 13, 2026 - 05:18:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 241 : optimizer step time      1.18
+[Apr 13, 2026 - 05:18:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 241--------------------
+[Apr 13, 2026 - 05:18:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0165        iter count: 1.0
+[Apr 13, 2026 - 05:18:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0165   iter count: 1.0
+[Apr 13, 2026 - 05:18:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:18:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:19:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148767  43.298595  43.066017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852539  69.912109  69.832031
+util                      97.750000  99.000000  94.000000
+[Apr 13, 2026 - 05:19:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 242 : avg iteration time       46.06 seconds
+[Apr 13, 2026 - 05:19:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 242 : data loading time        0.00
+[Apr 13, 2026 - 05:19:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 242 : avg forward pass time    11.11
+[Apr 13, 2026 - 05:19:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 242 : backward pass time       11.34
+[Apr 13, 2026 - 05:19:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 242 : optimizer step time      1.17
+[Apr 13, 2026 - 05:19:23 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 242--------------------
+[Apr 13, 2026 - 05:19:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0093        iter count: 1.0
+[Apr 13, 2026 - 05:19:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0093   iter count: 1.0
+[Apr 13, 2026 - 05:19:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:19:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:20:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148767   43.298595  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.023438   70.068359  69.892578
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 05:20:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 243 : avg iteration time       48.68 seconds
+[Apr 13, 2026 - 05:20:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 243 : data loading time        0.00
+[Apr 13, 2026 - 05:20:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 243 : avg forward pass time    12.41
+[Apr 13, 2026 - 05:20:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 243 : backward pass time       11.34
+[Apr 13, 2026 - 05:20:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 243 : optimizer step time      1.18
+[Apr 13, 2026 - 05:20:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 243--------------------
+[Apr 13, 2026 - 05:20:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0093        iter count: 1.0
+[Apr 13, 2026 - 05:20:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0093   iter count: 1.0
+[Apr 13, 2026 - 05:20:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:20:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:20:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148891   43.299080  43.066029
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.038086   70.068359  69.951172
+util                      97.250000  100.000000  90.000000
+[Apr 13, 2026 - 05:20:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 244 : avg iteration time       45.98 seconds
+[Apr 13, 2026 - 05:20:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 244 : data loading time        0.00
+[Apr 13, 2026 - 05:20:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 244 : avg forward pass time    11.06
+[Apr 13, 2026 - 05:20:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 244 : backward pass time       11.35
+[Apr 13, 2026 - 05:20:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 244 : optimizer step time      1.17
+[Apr 13, 2026 - 05:20:58 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 244--------------------
+[Apr 13, 2026 - 05:20:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0107        iter count: 1.0
+[Apr 13, 2026 - 05:20:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0107   iter count: 1.0
+[Apr 13, 2026 - 05:20:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:20:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148632   43.298058   43.066017
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.518066  112.193359  111.292969
+util                       68.000000   76.000000   64.000000
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 245 : avg iteration time       184.68 seconds
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 245 : data loading time        0.00
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 245 : avg forward pass time    83.88
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 245 : backward pass time       8.33
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 245 : optimizer step time      0.34
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 245--------------------
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6748        iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6514          iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6748 iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1394iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0404 iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3973 iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0357iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0101 iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1044 iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6514iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1499  iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0382  iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1422  iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0362  iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0872  iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0220  iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0485  iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0122  iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0097   iter count: 1.0
+[Apr 13, 2026 - 05:24:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 05:24:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148703   43.298309  43.066040
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.783691   69.890625  69.462891
+util                      97.250000  100.000000  90.000000
+[Apr 13, 2026 - 05:24:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 246 : avg iteration time       49.72 seconds
+[Apr 13, 2026 - 05:24:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 246 : data loading time        0.00
+[Apr 13, 2026 - 05:24:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 246 : avg forward pass time    12.91
+[Apr 13, 2026 - 05:24:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 246 : backward pass time       11.37
+[Apr 13, 2026 - 05:24:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 246 : optimizer step time      1.18
+[Apr 13, 2026 - 05:24:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 246--------------------
+[Apr 13, 2026 - 05:24:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0119        iter count: 1.0
+[Apr 13, 2026 - 05:24:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0119   iter count: 1.0
+[Apr 13, 2026 - 05:24:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:24:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:25:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148757   43.298557  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.764160   69.871094  69.443359
+util                      98.250000  100.000000  95.000000
+[Apr 13, 2026 - 05:25:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 247 : avg iteration time       48.75 seconds
+[Apr 13, 2026 - 05:25:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 247 : data loading time        0.00
+[Apr 13, 2026 - 05:25:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 247 : avg forward pass time    12.44
+[Apr 13, 2026 - 05:25:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 247 : backward pass time       11.33
+[Apr 13, 2026 - 05:25:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 247 : optimizer step time      1.18
+[Apr 13, 2026 - 05:25:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 247--------------------
+[Apr 13, 2026 - 05:25:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0117        iter count: 1.0
+[Apr 13, 2026 - 05:25:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0117   iter count: 1.0
+[Apr 13, 2026 - 05:25:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:25:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:26:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148757   43.298557  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465   69.892578  69.871094
+util                      99.250000  100.000000  98.000000
+[Apr 13, 2026 - 05:26:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 248 : avg iteration time       51.44 seconds
+[Apr 13, 2026 - 05:26:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 248 : data loading time        0.00
+[Apr 13, 2026 - 05:26:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 248 : avg forward pass time    13.79
+[Apr 13, 2026 - 05:26:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 248 : backward pass time       11.34
+[Apr 13, 2026 - 05:26:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 248 : optimizer step time      1.17
+[Apr 13, 2026 - 05:26:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 248--------------------
+[Apr 13, 2026 - 05:26:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0098        iter count: 1.0
+[Apr 13, 2026 - 05:26:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0098   iter count: 1.0
+[Apr 13, 2026 - 05:26:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:26:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:27:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148882  43.299057  43.066017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.925293  69.970703  69.910156
+util                      98.250000  99.000000  96.000000
+[Apr 13, 2026 - 05:27:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 249 : avg iteration time       48.78 seconds
+[Apr 13, 2026 - 05:27:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 249 : data loading time        0.00
+[Apr 13, 2026 - 05:27:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 249 : avg forward pass time    12.45
+[Apr 13, 2026 - 05:27:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 249 : backward pass time       11.37
+[Apr 13, 2026 - 05:27:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 249 : optimizer step time      1.18
+[Apr 13, 2026 - 05:27:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 249--------------------
+[Apr 13, 2026 - 05:27:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0095        iter count: 1.0
+[Apr 13, 2026 - 05:27:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0095   iter count: 1.0
+[Apr 13, 2026 - 05:27:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:27:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148665   43.298191   43.066017
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.238770  112.466797  109.496094
+util                       69.000000   75.000000   58.000000
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 250 : avg iteration time       192.66 seconds
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 250 : data loading time        0.00
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 250 : avg forward pass time    87.85
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 250 : backward pass time       8.34
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 250 : optimizer step time      0.38
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 250--------------------
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6325        iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6084          iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6325 iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1545iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0190 iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4532 iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0399iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0048 iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1200 iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6084iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.3731  iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0978  iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.3010  iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0782  iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2727  iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0706  iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0455  iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0114  iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0106   iter count: 1.0
+[Apr 13, 2026 - 05:30:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 05:31:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148787   43.298668  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.427246   69.443359  69.421875
+util                      96.750000  100.000000  94.000000
+[Apr 13, 2026 - 05:31:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 251 : avg iteration time       52.25 seconds
+[Apr 13, 2026 - 05:31:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 251 : data loading time        0.00
+[Apr 13, 2026 - 05:31:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 251 : avg forward pass time    14.21
+[Apr 13, 2026 - 05:31:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 251 : backward pass time       11.33
+[Apr 13, 2026 - 05:31:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 251 : optimizer step time      1.17
+[Apr 13, 2026 - 05:31:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 251--------------------
+[Apr 13, 2026 - 05:31:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0097        iter count: 1.0
+[Apr 13, 2026 - 05:31:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0097   iter count: 1.0
+[Apr 13, 2026 - 05:31:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:31:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:32:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148785   43.298668  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.383301   69.443359  69.363281
+util                      98.500000  100.000000  94.000000
+[Apr 13, 2026 - 05:32:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 252 : avg iteration time       51.35 seconds
+[Apr 13, 2026 - 05:32:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 252 : data loading time        0.00
+[Apr 13, 2026 - 05:32:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 252 : avg forward pass time    13.76
+[Apr 13, 2026 - 05:32:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 252 : backward pass time       11.34
+[Apr 13, 2026 - 05:32:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 252 : optimizer step time      1.17
+[Apr 13, 2026 - 05:32:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 252--------------------
+[Apr 13, 2026 - 05:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0112        iter count: 1.0
+[Apr 13, 2026 - 05:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 13, 2026 - 05:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:32:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:33:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148849  43.298912  43.066017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402  69.968750  69.443359
+util                      96.500000  99.000000  92.000000
+[Apr 13, 2026 - 05:33:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 253 : avg iteration time       48.69 seconds
+[Apr 13, 2026 - 05:33:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 253 : data loading time        0.00
+[Apr 13, 2026 - 05:33:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 253 : avg forward pass time    12.41
+[Apr 13, 2026 - 05:33:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 253 : backward pass time       11.36
+[Apr 13, 2026 - 05:33:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 253 : optimizer step time      1.16
+[Apr 13, 2026 - 05:33:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 253--------------------
+[Apr 13, 2026 - 05:33:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0093        iter count: 1.0
+[Apr 13, 2026 - 05:33:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0093   iter count: 1.0
+[Apr 13, 2026 - 05:33:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:33:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:33:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148846  43.298912  43.066017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.412598  69.443359  69.402344
+util                      98.000000  99.000000  95.000000
+[Apr 13, 2026 - 05:33:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 254 : avg iteration time       48.63 seconds
+[Apr 13, 2026 - 05:33:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 254 : data loading time        0.00
+[Apr 13, 2026 - 05:33:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 254 : avg forward pass time    12.41
+[Apr 13, 2026 - 05:33:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 254 : backward pass time       11.33
+[Apr 13, 2026 - 05:33:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 254 : optimizer step time      1.18
+[Apr 13, 2026 - 05:33:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 254--------------------
+[Apr 13, 2026 - 05:33:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0093        iter count: 1.0
+[Apr 13, 2026 - 05:33:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0093   iter count: 1.0
+[Apr 13, 2026 - 05:33:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:33:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148484   43.297466   43.066017
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.083496  111.332031  110.337891
+util                       70.250000   78.000000   66.000000
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 255 : avg iteration time       187.35 seconds
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 255 : data loading time        0.00
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 255 : avg forward pass time    85.22
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 255 : backward pass time       8.32
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 255 : optimizer step time      0.33
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 255--------------------
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6618        iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6426          iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6618 iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1174iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0220 iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4340 iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0301iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0055 iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1146 iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6426iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0928  iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0235  iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1251  iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0318  iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.3499  iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0914  iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0579  iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0146  iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 13, 2026 - 05:37:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 05:37:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148486   43.297466  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.563965   69.931641  69.441406
+util                      97.750000  100.000000  91.000000
+[Apr 13, 2026 - 05:37:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 256 : avg iteration time       49.70 seconds
+[Apr 13, 2026 - 05:37:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 256 : data loading time        0.00
+[Apr 13, 2026 - 05:37:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 256 : avg forward pass time    12.92
+[Apr 13, 2026 - 05:37:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 256 : backward pass time       11.33
+[Apr 13, 2026 - 05:37:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 256 : optimizer step time      1.18
+[Apr 13, 2026 - 05:37:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 256--------------------
+[Apr 13, 2026 - 05:37:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0105        iter count: 1.0
+[Apr 13, 2026 - 05:37:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0105   iter count: 1.0
+[Apr 13, 2026 - 05:37:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:37:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:38:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148793   43.298695  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230   69.931641  69.871094
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 05:38:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 257 : avg iteration time       45.99 seconds
+[Apr 13, 2026 - 05:38:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 257 : data loading time        0.00
+[Apr 13, 2026 - 05:38:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 257 : avg forward pass time    11.07
+[Apr 13, 2026 - 05:38:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 257 : backward pass time       11.36
+[Apr 13, 2026 - 05:38:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 257 : optimizer step time      1.17
+[Apr 13, 2026 - 05:38:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 257--------------------
+[Apr 13, 2026 - 05:38:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0093        iter count: 1.0
+[Apr 13, 2026 - 05:38:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0093   iter count: 1.0
+[Apr 13, 2026 - 05:38:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:38:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:39:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148917   43.299198  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.905762   69.951172  69.890625
+util                      97.750000  100.000000  91.000000
+[Apr 13, 2026 - 05:39:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 258 : avg iteration time       51.41 seconds
+[Apr 13, 2026 - 05:39:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 258 : data loading time        0.00
+[Apr 13, 2026 - 05:39:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 258 : avg forward pass time    13.79
+[Apr 13, 2026 - 05:39:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 258 : backward pass time       11.31
+[Apr 13, 2026 - 05:39:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 258 : optimizer step time      1.18
+[Apr 13, 2026 - 05:39:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 258--------------------
+[Apr 13, 2026 - 05:39:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0094        iter count: 1.0
+[Apr 13, 2026 - 05:39:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0094   iter count: 1.0
+[Apr 13, 2026 - 05:39:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:39:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:40:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148917   43.299198  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699   69.912109  69.851562
+util                      98.750000  100.000000  96.000000
+[Apr 13, 2026 - 05:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 259 : avg iteration time       48.76 seconds
+[Apr 13, 2026 - 05:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 259 : data loading time        0.00
+[Apr 13, 2026 - 05:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 259 : avg forward pass time    12.47
+[Apr 13, 2026 - 05:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 259 : backward pass time       11.31
+[Apr 13, 2026 - 05:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 259 : optimizer step time      1.18
+[Apr 13, 2026 - 05:40:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 259--------------------
+[Apr 13, 2026 - 05:40:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0111        iter count: 1.0
+[Apr 13, 2026 - 05:40:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0111   iter count: 1.0
+[Apr 13, 2026 - 05:40:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:40:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148362   43.296959   43.066017
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.376465  111.527344  110.923828
+util                       67.000000   75.000000   63.000000
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 260 : avg iteration time       184.89 seconds
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 260 : data loading time        0.00
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 260 : avg forward pass time    83.98
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 260 : backward pass time       8.34
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 260 : optimizer step time      0.33
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 260--------------------
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6575        iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6367          iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6575 iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1287iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0330 iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4717 iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0330iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0083 iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1251 iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6367iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1693  iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0432  iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1720  iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0439  iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0983  iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0249  iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1333  iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0339  iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0097   iter count: 1.0
+[Apr 13, 2026 - 05:43:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 05:44:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148363   43.296978  43.066021
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.437012   69.441406  69.423828
+util                      95.250000  100.000000  92.000000
+[Apr 13, 2026 - 05:44:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 261 : avg iteration time       47.00 seconds
+[Apr 13, 2026 - 05:44:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 261 : data loading time        0.00
+[Apr 13, 2026 - 05:44:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 261 : avg forward pass time    11.58
+[Apr 13, 2026 - 05:44:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 261 : backward pass time       11.34
+[Apr 13, 2026 - 05:44:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 261 : optimizer step time      1.17
+[Apr 13, 2026 - 05:44:10 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 261--------------------
+[Apr 13, 2026 - 05:44:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0096        iter count: 1.0
+[Apr 13, 2026 - 05:44:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0096   iter count: 1.0
+[Apr 13, 2026 - 05:44:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:44:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:45:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148736   43.298462  43.066029
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.311035   72.802734  69.480469
+util                      96.500000  100.000000  94.000000
+[Apr 13, 2026 - 05:45:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 262 : avg iteration time       51.42 seconds
+[Apr 13, 2026 - 05:45:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 262 : data loading time        0.00
+[Apr 13, 2026 - 05:45:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 262 : avg forward pass time    13.76
+[Apr 13, 2026 - 05:45:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 262 : backward pass time       11.36
+[Apr 13, 2026 - 05:45:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 262 : optimizer step time      1.18
+[Apr 13, 2026 - 05:45:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 262--------------------
+[Apr 13, 2026 - 05:45:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0109        iter count: 1.0
+[Apr 13, 2026 - 05:45:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0109   iter count: 1.0
+[Apr 13, 2026 - 05:45:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:45:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:45:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148733  43.298462  43.066017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.832520  70.947266  69.460938
+util                      96.000000  99.000000  91.000000
+[Apr 13, 2026 - 05:45:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 263 : avg iteration time       46.03 seconds
+[Apr 13, 2026 - 05:45:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 263 : data loading time        0.00
+[Apr 13, 2026 - 05:45:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 263 : avg forward pass time    11.10
+[Apr 13, 2026 - 05:45:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 263 : backward pass time       11.32
+[Apr 13, 2026 - 05:45:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 263 : optimizer step time      1.17
+[Apr 13, 2026 - 05:45:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 263--------------------
+[Apr 13, 2026 - 05:45:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0108        iter count: 1.0
+[Apr 13, 2026 - 05:45:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0108   iter count: 1.0
+[Apr 13, 2026 - 05:45:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:45:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:46:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148733  43.298462  43.066017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.568848  69.892578  69.460938
+util                      97.250000  99.000000  93.000000
+[Apr 13, 2026 - 05:46:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 264 : avg iteration time       48.81 seconds
+[Apr 13, 2026 - 05:46:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 264 : data loading time        0.00
+[Apr 13, 2026 - 05:46:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 264 : avg forward pass time    12.48
+[Apr 13, 2026 - 05:46:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 264 : backward pass time       11.33
+[Apr 13, 2026 - 05:46:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 264 : optimizer step time      1.17
+[Apr 13, 2026 - 05:46:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 264--------------------
+[Apr 13, 2026 - 05:46:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0101        iter count: 1.0
+[Apr 13, 2026 - 05:46:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0101   iter count: 1.0
+[Apr 13, 2026 - 05:46:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:46:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148577   43.297836   43.066017
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.255371  112.740234  112.093750
+util                       71.000000   79.000000   67.000000
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 265 : avg iteration time       184.58 seconds
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 265 : data loading time        0.00
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 265 : avg forward pass time    83.83
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 265 : backward pass time       8.33
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 265 : optimizer step time      0.34
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 265--------------------
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6605        iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6367          iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6605 iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1474iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0480 iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5373 iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0379iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0121 iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1438 iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6367iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0803  iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0203  iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0652  iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0164  iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1014  iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0257  iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1335  iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0339  iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0101   iter count: 1.0
+[Apr 13, 2026 - 05:49:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 05:50:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148574   43.297825  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.744629   69.851562  69.423828
+util                      98.500000  100.000000  95.000000
+[Apr 13, 2026 - 05:50:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 266 : avg iteration time       49.65 seconds
+[Apr 13, 2026 - 05:50:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 266 : data loading time        0.00
+[Apr 13, 2026 - 05:50:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 266 : avg forward pass time    12.89
+[Apr 13, 2026 - 05:50:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 266 : backward pass time       11.36
+[Apr 13, 2026 - 05:50:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 266 : optimizer step time      1.17
+[Apr 13, 2026 - 05:50:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 266--------------------
+[Apr 13, 2026 - 05:50:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0107        iter count: 1.0
+[Apr 13, 2026 - 05:50:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0107   iter count: 1.0
+[Apr 13, 2026 - 05:50:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:50:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:51:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148574  43.297825  43.066017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402  69.853516  69.832031
+util                      95.500000  99.000000  93.000000
+[Apr 13, 2026 - 05:51:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 267 : avg iteration time       48.71 seconds
+[Apr 13, 2026 - 05:51:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 267 : data loading time        0.00
+[Apr 13, 2026 - 05:51:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 267 : avg forward pass time    12.41
+[Apr 13, 2026 - 05:51:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 267 : backward pass time       11.35
+[Apr 13, 2026 - 05:51:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 267 : optimizer step time      1.19
+[Apr 13, 2026 - 05:51:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 267--------------------
+[Apr 13, 2026 - 05:51:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0115        iter count: 1.0
+[Apr 13, 2026 - 05:51:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0115   iter count: 1.0
+[Apr 13, 2026 - 05:51:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:51:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:52:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148579   43.297832  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699   69.871094  69.853516
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 05:52:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 268 : avg iteration time       51.33 seconds
+[Apr 13, 2026 - 05:52:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 268 : data loading time        0.00
+[Apr 13, 2026 - 05:52:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 268 : avg forward pass time    13.75
+[Apr 13, 2026 - 05:52:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 268 : backward pass time       11.33
+[Apr 13, 2026 - 05:52:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 268 : optimizer step time      1.18
+[Apr 13, 2026 - 05:52:10 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 268--------------------
+[Apr 13, 2026 - 05:52:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0104        iter count: 1.0
+[Apr 13, 2026 - 05:52:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0104   iter count: 1.0
+[Apr 13, 2026 - 05:52:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:52:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:52:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148940   43.299290  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.871582   69.873047  69.871094
+util                      99.250000  100.000000  98.000000
+[Apr 13, 2026 - 05:52:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 269 : avg iteration time       46.00 seconds
+[Apr 13, 2026 - 05:52:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 269 : data loading time        0.00
+[Apr 13, 2026 - 05:52:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 269 : avg forward pass time    11.08
+[Apr 13, 2026 - 05:52:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 269 : backward pass time       11.33
+[Apr 13, 2026 - 05:52:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 269 : optimizer step time      1.17
+[Apr 13, 2026 - 05:52:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 269--------------------
+[Apr 13, 2026 - 05:52:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0112        iter count: 1.0
+[Apr 13, 2026 - 05:52:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 13, 2026 - 05:52:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:52:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148756   43.298512   43.066036
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.648438  110.824219  110.123047
+util                       67.750000   76.000000   64.000000
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 270 : avg iteration time       184.48 seconds
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 270 : data loading time        0.00
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 270 : avg forward pass time    83.78
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 270 : backward pass time       8.33
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 270 : optimizer step time      0.33
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 270--------------------
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7050        iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6826          iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7050 iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1281iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0230 iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5675 iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0330iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0058 iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1524 iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6826iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1973  iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0506  iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0856  iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0216  iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0453  iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0114  iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2886  iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0748  iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0104   iter count: 1.0
+[Apr 13, 2026 - 05:56:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 05:56:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148753  43.298512  43.066017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.749512  69.812500  69.560547
+util                      96.000000  99.000000  91.000000
+[Apr 13, 2026 - 05:56:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 271 : avg iteration time       52.24 seconds
+[Apr 13, 2026 - 05:56:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 271 : data loading time        0.00
+[Apr 13, 2026 - 05:56:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 271 : avg forward pass time    14.21
+[Apr 13, 2026 - 05:56:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 271 : backward pass time       11.34
+[Apr 13, 2026 - 05:56:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 271 : optimizer step time      1.16
+[Apr 13, 2026 - 05:56:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 271--------------------
+[Apr 13, 2026 - 05:56:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 13, 2026 - 05:56:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 13, 2026 - 05:56:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:56:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:57:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148754   43.298515  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.544434   69.558594  69.501953
+util                      98.750000  100.000000  96.000000
+[Apr 13, 2026 - 05:57:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 272 : avg iteration time       46.05 seconds
+[Apr 13, 2026 - 05:57:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 272 : data loading time        0.00
+[Apr 13, 2026 - 05:57:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 272 : avg forward pass time    11.10
+[Apr 13, 2026 - 05:57:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 272 : backward pass time       11.32
+[Apr 13, 2026 - 05:57:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 272 : optimizer step time      1.18
+[Apr 13, 2026 - 05:57:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 272--------------------
+[Apr 13, 2026 - 05:57:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0127        iter count: 1.0
+[Apr 13, 2026 - 05:57:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0127   iter count: 1.0
+[Apr 13, 2026 - 05:57:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:57:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:58:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148815   43.298782  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.520020   69.521484  69.519531
+util                      97.000000  100.000000  90.000000
+[Apr 13, 2026 - 05:58:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 273 : avg iteration time       51.44 seconds
+[Apr 13, 2026 - 05:58:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 273 : data loading time        0.00
+[Apr 13, 2026 - 05:58:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 273 : avg forward pass time    13.81
+[Apr 13, 2026 - 05:58:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 273 : backward pass time       11.33
+[Apr 13, 2026 - 05:58:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 273 : optimizer step time      1.16
+[Apr 13, 2026 - 05:58:31 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 273--------------------
+[Apr 13, 2026 - 05:58:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0108        iter count: 1.0
+[Apr 13, 2026 - 05:58:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0108   iter count: 1.0
+[Apr 13, 2026 - 05:58:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:58:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 05:59:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148887   43.299023  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.520020   69.521484  69.519531
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 05:59:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 274 : avg iteration time       46.02 seconds
+[Apr 13, 2026 - 05:59:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 274 : data loading time        0.00
+[Apr 13, 2026 - 05:59:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 274 : avg forward pass time    11.08
+[Apr 13, 2026 - 05:59:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 274 : backward pass time       11.34
+[Apr 13, 2026 - 05:59:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 274 : optimizer step time      1.17
+[Apr 13, 2026 - 05:59:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 274--------------------
+[Apr 13, 2026 - 05:59:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0109        iter count: 1.0
+[Apr 13, 2026 - 05:59:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0109   iter count: 1.0
+[Apr 13, 2026 - 05:59:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 05:59:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148878   43.299034   43.066017
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.435059  111.917969  109.986328
+util                       73.750000   77.000000   69.000000
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 275 : avg iteration time       187.37 seconds
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 275 : data loading time        0.00
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 275 : avg forward pass time    85.22
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 275 : backward pass time       8.34
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 275 : optimizer step time      0.33
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 275--------------------
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6950        iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6729          iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6950 iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1286iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0325 iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3790 iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0329iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0081 iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0994 iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6729iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1181  iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0300  iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0549  iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0138  iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0472  iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0119  iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1113  iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0282  iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 13, 2026 - 06:02:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 06:03:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148879  43.299026  43.066017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.832520  69.892578  69.812500
+util                      96.750000  99.000000  95.000000
+[Apr 13, 2026 - 06:03:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 276 : avg iteration time       52.30 seconds
+[Apr 13, 2026 - 06:03:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 276 : data loading time        0.00
+[Apr 13, 2026 - 06:03:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 276 : avg forward pass time    14.23
+[Apr 13, 2026 - 06:03:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 276 : backward pass time       11.32
+[Apr 13, 2026 - 06:03:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 276 : optimizer step time      1.17
+[Apr 13, 2026 - 06:03:16 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 276--------------------
+[Apr 13, 2026 - 06:03:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0111        iter count: 1.0
+[Apr 13, 2026 - 06:03:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0111   iter count: 1.0
+[Apr 13, 2026 - 06:03:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:03:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:04:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148890  43.299038  43.066040
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  72.054199  72.781250  69.873047
+util                      96.500000  99.000000  94.000000
+[Apr 13, 2026 - 06:04:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 277 : avg iteration time       51.40 seconds
+[Apr 13, 2026 - 06:04:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 277 : data loading time        0.00
+[Apr 13, 2026 - 06:04:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 277 : avg forward pass time    13.77
+[Apr 13, 2026 - 06:04:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 277 : backward pass time       11.34
+[Apr 13, 2026 - 06:04:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 277 : optimizer step time      1.17
+[Apr 13, 2026 - 06:04:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 277--------------------
+[Apr 13, 2026 - 06:04:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0120        iter count: 1.0
+[Apr 13, 2026 - 06:04:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0120   iter count: 1.0
+[Apr 13, 2026 - 06:04:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:04:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:04:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148893   43.299026  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465   70.009766  69.832031
+util                      96.250000  100.000000  92.000000
+[Apr 13, 2026 - 06:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 278 : avg iteration time       51.36 seconds
+[Apr 13, 2026 - 06:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 278 : data loading time        0.00
+[Apr 13, 2026 - 06:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 278 : avg forward pass time    13.77
+[Apr 13, 2026 - 06:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 278 : backward pass time       11.31
+[Apr 13, 2026 - 06:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 278 : optimizer step time      1.18
+[Apr 13, 2026 - 06:04:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 278--------------------
+[Apr 13, 2026 - 06:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0125        iter count: 1.0
+[Apr 13, 2026 - 06:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 06:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:04:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:05:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148876   43.299026  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051   69.912109  69.832031
+util                      97.750000  100.000000  93.000000
+[Apr 13, 2026 - 06:05:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 279 : avg iteration time       45.99 seconds
+[Apr 13, 2026 - 06:05:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 279 : data loading time        0.00
+[Apr 13, 2026 - 06:05:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 279 : avg forward pass time    11.07
+[Apr 13, 2026 - 06:05:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 279 : backward pass time       11.33
+[Apr 13, 2026 - 06:05:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 279 : optimizer step time      1.17
+[Apr 13, 2026 - 06:05:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 279--------------------
+[Apr 13, 2026 - 06:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0112        iter count: 1.0
+[Apr 13, 2026 - 06:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 13, 2026 - 06:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:05:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148552   43.297707   43.066017
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.980957  111.099609  110.941406
+util                       67.750000   74.000000   63.000000
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 280 : avg iteration time       190.03 seconds
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 280 : data loading time        0.00
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 280 : avg forward pass time    86.55
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 280 : backward pass time       8.34
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 280 : optimizer step time      0.34
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 280--------------------
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6723        iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6475          iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6723 iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1463iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0313 iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4560 iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0376iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0079 iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1208 iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6475iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2462  iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0635  iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0689  iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0174  iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1360  iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0346  iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1077  iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0273  iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0107   iter count: 1.0
+[Apr 13, 2026 - 06:08:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 06:09:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148621   43.297958  43.066040
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.745117   69.853516  69.423828
+util                      98.000000  100.000000  96.000000
+[Apr 13, 2026 - 06:09:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 281 : avg iteration time       47.25 seconds
+[Apr 13, 2026 - 06:09:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 281 : data loading time        0.00
+[Apr 13, 2026 - 06:09:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 281 : avg forward pass time    11.69
+[Apr 13, 2026 - 06:09:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 281 : backward pass time       11.36
+[Apr 13, 2026 - 06:09:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 281 : optimizer step time      1.17
+[Apr 13, 2026 - 06:09:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 281--------------------
+[Apr 13, 2026 - 06:09:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0110        iter count: 1.0
+[Apr 13, 2026 - 06:09:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 13, 2026 - 06:09:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:09:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:10:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148807   43.298702  43.066040
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.867188   69.873047  69.853516
+util                      96.000000  100.000000  93.000000
+[Apr 13, 2026 - 06:10:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 282 : avg iteration time       51.37 seconds
+[Apr 13, 2026 - 06:10:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 282 : data loading time        0.00
+[Apr 13, 2026 - 06:10:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 282 : avg forward pass time    13.77
+[Apr 13, 2026 - 06:10:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 282 : backward pass time       11.32
+[Apr 13, 2026 - 06:10:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 282 : optimizer step time      1.16
+[Apr 13, 2026 - 06:10:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 282--------------------
+[Apr 13, 2026 - 06:10:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0100        iter count: 1.0
+[Apr 13, 2026 - 06:10:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0100   iter count: 1.0
+[Apr 13, 2026 - 06:10:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:10:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:11:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148795  43.298702  43.066017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.911133  69.970703  69.890625
+util                      96.250000  99.000000  91.000000
+[Apr 13, 2026 - 06:11:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 283 : avg iteration time       51.44 seconds
+[Apr 13, 2026 - 06:11:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 283 : data loading time        0.00
+[Apr 13, 2026 - 06:11:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 283 : avg forward pass time    13.79
+[Apr 13, 2026 - 06:11:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 283 : backward pass time       11.35
+[Apr 13, 2026 - 06:11:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 283 : optimizer step time      1.18
+[Apr 13, 2026 - 06:11:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 283--------------------
+[Apr 13, 2026 - 06:11:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0110        iter count: 1.0
+[Apr 13, 2026 - 06:11:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 13, 2026 - 06:11:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:11:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:12:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148795   43.298702  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.896484   69.912109  69.890625
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 06:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 284 : avg iteration time       48.71 seconds
+[Apr 13, 2026 - 06:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 284 : data loading time        0.00
+[Apr 13, 2026 - 06:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 284 : avg forward pass time    12.42
+[Apr 13, 2026 - 06:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 284 : backward pass time       11.34
+[Apr 13, 2026 - 06:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 284 : optimizer step time      1.17
+[Apr 13, 2026 - 06:12:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 284--------------------
+[Apr 13, 2026 - 06:12:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0114        iter count: 1.0
+[Apr 13, 2026 - 06:12:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0114   iter count: 1.0
+[Apr 13, 2026 - 06:12:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:12:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148485   43.297459   43.066017
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.259277  111.878906  109.400391
+util                       68.500000   72.000000   63.000000
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 285 : avg iteration time       187.71 seconds
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 285 : data loading time        0.00
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 285 : avg forward pass time    85.40
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 285 : backward pass time       8.33
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 285 : optimizer step time      0.33
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 285--------------------
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7140        iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6934          iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7140 iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1162iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0305 iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4652 iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0297iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0077 iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1233 iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6934iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0785  iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0198  iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2857  iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0740  iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0435  iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0109  iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1499  iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0382  iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0133   iter count: 1.0
+[Apr 13, 2026 - 06:15:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 06:16:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148547   43.297691  43.066025
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.412598   69.443359  69.402344
+util                      97.500000  100.000000  95.000000
+[Apr 13, 2026 - 06:16:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 286 : avg iteration time       46.96 seconds
+[Apr 13, 2026 - 06:16:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 286 : data loading time        0.00
+[Apr 13, 2026 - 06:16:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 286 : avg forward pass time    11.57
+[Apr 13, 2026 - 06:16:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 286 : backward pass time       11.32
+[Apr 13, 2026 - 06:16:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 286 : optimizer step time      1.16
+[Apr 13, 2026 - 06:16:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 286--------------------
+[Apr 13, 2026 - 06:16:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0139        iter count: 1.0
+[Apr 13, 2026 - 06:16:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0139   iter count: 1.0
+[Apr 13, 2026 - 06:16:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:16:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:17:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148799   43.298695  43.066040
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.563965   69.990234  69.421875
+util                      98.250000  100.000000  97.000000
+[Apr 13, 2026 - 06:17:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 287 : avg iteration time       51.41 seconds
+[Apr 13, 2026 - 06:17:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 287 : data loading time        0.00
+[Apr 13, 2026 - 06:17:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 287 : avg forward pass time    13.78
+[Apr 13, 2026 - 06:17:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 287 : backward pass time       11.35
+[Apr 13, 2026 - 06:17:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 287 : optimizer step time      1.17
+[Apr 13, 2026 - 06:17:00 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 287--------------------
+[Apr 13, 2026 - 06:17:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0117        iter count: 1.0
+[Apr 13, 2026 - 06:17:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0117   iter count: 1.0
+[Apr 13, 2026 - 06:17:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:17:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:17:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148868  43.298946  43.066040
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.563965  69.990234  69.421875
+util                      94.250000  99.000000  91.000000
+[Apr 13, 2026 - 06:17:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 288 : avg iteration time       51.34 seconds
+[Apr 13, 2026 - 06:17:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 288 : data loading time        0.00
+[Apr 13, 2026 - 06:17:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 288 : avg forward pass time    13.75
+[Apr 13, 2026 - 06:17:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 288 : backward pass time       11.33
+[Apr 13, 2026 - 06:17:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 288 : optimizer step time      1.19
+[Apr 13, 2026 - 06:17:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 288--------------------
+[Apr 13, 2026 - 06:17:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0129        iter count: 1.0
+[Apr 13, 2026 - 06:17:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0129   iter count: 1.0
+[Apr 13, 2026 - 06:17:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:17:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:18:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148855   43.298920  43.066040
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.563965   69.990234  69.421875
+util                      99.250000  100.000000  98.000000
+[Apr 13, 2026 - 06:18:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 289 : avg iteration time       51.33 seconds
+[Apr 13, 2026 - 06:18:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 289 : data loading time        0.00
+[Apr 13, 2026 - 06:18:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 289 : avg forward pass time    13.74
+[Apr 13, 2026 - 06:18:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 289 : backward pass time       11.36
+[Apr 13, 2026 - 06:18:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 289 : optimizer step time      1.17
+[Apr 13, 2026 - 06:18:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 289--------------------
+[Apr 13, 2026 - 06:18:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0113        iter count: 1.0
+[Apr 13, 2026 - 06:18:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0113   iter count: 1.0
+[Apr 13, 2026 - 06:18:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:18:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148569   43.297787   43.066017
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.937988  112.562500  110.064453
+util                       72.750000   78.000000   63.000000
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 290 : avg iteration time       189.85 seconds
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 290 : data loading time        0.00
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 290 : avg forward pass time    86.46
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 290 : backward pass time       8.33
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 290 : optimizer step time      0.34
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 290--------------------
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6181        iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5967          iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6181 iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1405iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0331 iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3229 iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0360iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0083 iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0841 iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5967iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2988  iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0776  iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2811  iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0728  iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1352  iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0344  iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1002  iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0254  iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 06:21:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 06:22:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148566   43.297779  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.729980   69.832031  69.423828
+util                      98.500000  100.000000  95.000000
+[Apr 13, 2026 - 06:22:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 291 : avg iteration time       47.12 seconds
+[Apr 13, 2026 - 06:22:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 291 : data loading time        0.00
+[Apr 13, 2026 - 06:22:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 291 : avg forward pass time    11.63
+[Apr 13, 2026 - 06:22:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 291 : backward pass time       11.34
+[Apr 13, 2026 - 06:22:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 291 : optimizer step time      1.17
+[Apr 13, 2026 - 06:22:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 291--------------------
+[Apr 13, 2026 - 06:22:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0148        iter count: 1.0
+[Apr 13, 2026 - 06:22:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 13, 2026 - 06:22:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:22:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:23:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148566   43.297779  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.817871   69.833984  69.812500
+util                      98.250000  100.000000  95.000000
+[Apr 13, 2026 - 06:23:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 292 : avg iteration time       51.41 seconds
+[Apr 13, 2026 - 06:23:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 292 : data loading time        0.00
+[Apr 13, 2026 - 06:23:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 292 : avg forward pass time    13.77
+[Apr 13, 2026 - 06:23:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 292 : backward pass time       11.35
+[Apr 13, 2026 - 06:23:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 292 : optimizer step time      1.16
+[Apr 13, 2026 - 06:23:31 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 292--------------------
+[Apr 13, 2026 - 06:23:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0128        iter count: 1.0
+[Apr 13, 2026 - 06:23:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 06:23:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:23:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:24:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148575   43.297779  43.066040
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.827637   69.873047  69.812500
+util                      97.750000  100.000000  93.000000
+[Apr 13, 2026 - 06:24:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 293 : avg iteration time       48.67 seconds
+[Apr 13, 2026 - 06:24:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 293 : data loading time        0.00
+[Apr 13, 2026 - 06:24:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 293 : avg forward pass time    12.42
+[Apr 13, 2026 - 06:24:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 293 : backward pass time       11.33
+[Apr 13, 2026 - 06:24:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 293 : optimizer step time      1.17
+[Apr 13, 2026 - 06:24:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 293--------------------
+[Apr 13, 2026 - 06:24:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0107        iter count: 1.0
+[Apr 13, 2026 - 06:24:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0107   iter count: 1.0
+[Apr 13, 2026 - 06:24:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:24:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:25:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148695   43.298271  43.066040
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.808105   69.853516  69.792969
+util                      94.000000  100.000000  91.000000
+[Apr 13, 2026 - 06:25:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 294 : avg iteration time       48.81 seconds
+[Apr 13, 2026 - 06:25:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 294 : data loading time        0.00
+[Apr 13, 2026 - 06:25:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 294 : avg forward pass time    12.47
+[Apr 13, 2026 - 06:25:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 294 : backward pass time       11.33
+[Apr 13, 2026 - 06:25:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 294 : optimizer step time      1.18
+[Apr 13, 2026 - 06:25:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 294--------------------
+[Apr 13, 2026 - 06:25:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0103        iter count: 1.0
+[Apr 13, 2026 - 06:25:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 13, 2026 - 06:25:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:25:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148574   43.297810   43.066017
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.423828  111.041016  110.216797
+util                       70.000000   79.000000   62.000000
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 295 : avg iteration time       190.40 seconds
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 295 : data loading time        0.00
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 295 : avg forward pass time    86.74
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 295 : backward pass time       8.33
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 295 : optimizer step time      0.33
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 295--------------------
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5958        iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5815          iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5958 iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.0977iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0188 iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2736 iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0249iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0047 iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0708 iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5815iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0255  iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0064  iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0677  iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0171  iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0712  iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0180  iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1356  iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0345  iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0119   iter count: 1.0
+[Apr 13, 2026 - 06:28:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 06:29:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148574   43.297810  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.437012   69.482422  69.421875
+util                      96.500000  100.000000  94.000000
+[Apr 13, 2026 - 06:29:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 296 : avg iteration time       47.03 seconds
+[Apr 13, 2026 - 06:29:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 296 : data loading time        0.00
+[Apr 13, 2026 - 06:29:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 296 : avg forward pass time    11.59
+[Apr 13, 2026 - 06:29:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 296 : backward pass time       11.31
+[Apr 13, 2026 - 06:29:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 296 : optimizer step time      1.18
+[Apr 13, 2026 - 06:29:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 296--------------------
+[Apr 13, 2026 - 06:29:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0110        iter count: 1.0
+[Apr 13, 2026 - 06:29:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 13, 2026 - 06:29:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:29:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:29:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148576   43.297810  43.066025
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.520020   69.931641  69.382812
+util                      99.000000  100.000000  97.000000
+[Apr 13, 2026 - 06:29:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 297 : avg iteration time       45.90 seconds
+[Apr 13, 2026 - 06:29:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 297 : data loading time        0.00
+[Apr 13, 2026 - 06:29:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 297 : avg forward pass time    11.04
+[Apr 13, 2026 - 06:29:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 297 : backward pass time       11.31
+[Apr 13, 2026 - 06:29:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 297 : optimizer step time      1.17
+[Apr 13, 2026 - 06:29:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 297--------------------
+[Apr 13, 2026 - 06:29:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0118        iter count: 1.0
+[Apr 13, 2026 - 06:29:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+[Apr 13, 2026 - 06:29:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:29:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:30:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148585   43.297855  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.510254   69.951172  69.363281
+util                      98.500000  100.000000  97.000000
+[Apr 13, 2026 - 06:30:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 298 : avg iteration time       51.33 seconds
+[Apr 13, 2026 - 06:30:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 298 : data loading time        0.00
+[Apr 13, 2026 - 06:30:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 298 : avg forward pass time    13.74
+[Apr 13, 2026 - 06:30:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 298 : backward pass time       11.34
+[Apr 13, 2026 - 06:30:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 298 : optimizer step time      1.16
+[Apr 13, 2026 - 06:30:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 298--------------------
+[Apr 13, 2026 - 06:30:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0107        iter count: 1.0
+[Apr 13, 2026 - 06:30:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0107   iter count: 1.0
+[Apr 13, 2026 - 06:30:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:30:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:31:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148575   43.297810  43.066017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.534668   69.931641  69.402344
+util                      97.250000  100.000000  91.000000
+[Apr 13, 2026 - 06:31:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 299 : avg iteration time       48.69 seconds
+[Apr 13, 2026 - 06:31:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 299 : data loading time        0.00
+[Apr 13, 2026 - 06:31:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 299 : avg forward pass time    12.41
+[Apr 13, 2026 - 06:31:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 299 : backward pass time       11.34
+[Apr 13, 2026 - 06:31:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 299 : optimizer step time      1.17
+[Apr 13, 2026 - 06:31:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 299--------------------
+[Apr 13, 2026 - 06:31:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0110        iter count: 1.0
+[Apr 13, 2026 - 06:31:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 13, 2026 - 06:31:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:31:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148311   43.296730   43.066040
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.604980  112.291016  110.042969
+util                       72.000000   78.000000   62.000000
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 300 : avg iteration time       187.41 seconds
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 300 : data loading time        0.00
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 300 : avg forward pass time    85.23
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 300 : backward pass time       8.34
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 300 : optimizer step time      0.34
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 300--------------------
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6798        iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6533          iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6798 iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1559iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0360 iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6374 iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0402iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0090 iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1728 iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6533iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1698  iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0434  iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1145  iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0290  iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1171  iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0297  iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0430  iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0108  iter count: 1.0
+[Apr 13, 2026 - 06:34:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0119   iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 06:34:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 14.47 seconds
+[Apr 13, 2026 - 06:34:54 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 300
+[Apr 13, 2026 - 06:34:54 | INFO | fastgen.utils.checkpointer:save:301 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000300
+[Apr 13, 2026 - 06:35:11 | SUCCESS | fastgen.utils.checkpointer:save:329 ] Model saved at iteration 300
+[Apr 13, 2026 - 06:35:11 | INFO | fastgen.trainer:validate:358 ] Validation iteration 300
+[Apr 13, 2026 - 06:35:12 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 06:35:14 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 2.2s
+[Apr 13, 2026 - 06:35:18 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 06:35:19 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 06:35:23 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 06:35:24 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 06:35:28 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 06:35:29 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.7s
+[Apr 13, 2026 - 06:35:33 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 06:35:35 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 06:35:38 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 06:35:40 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 06:35:43 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 06:35:45 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.7s
+[Apr 13, 2026 - 06:35:48 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 06:35:50 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.7s
+[Apr 13, 2026 - 06:35:53 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 06:35:55 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 06:35:58 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 06:36:00 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.7s
+[Apr 13, 2026 - 06:36:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging val0 stats at iteration 300--------------------
+[Apr 13, 2026 - 06:36:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 06:36:19 | INFO | fastgen.callbacks.wandb:on_validation_end:683 ] Logged 10 val videos at iteration 300
+[Apr 13, 2026 - 06:37:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149738  43.302055  43.066132
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230  70.458984  69.695312
+util                      97.250000  99.000000  95.000000
+[Apr 13, 2026 - 06:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 301 : avg iteration time       148.07 seconds
+[Apr 13, 2026 - 06:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 301 : data loading time        0.00
+[Apr 13, 2026 - 06:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 301 : avg forward pass time    12.05
+[Apr 13, 2026 - 06:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 301 : backward pass time       11.35
+[Apr 13, 2026 - 06:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 301 : optimizer step time      1.17
+[Apr 13, 2026 - 06:37:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 301--------------------
+[Apr 13, 2026 - 06:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0100        iter count: 1.0
+[Apr 13, 2026 - 06:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0100   iter count: 1.0
+[Apr 13, 2026 - 06:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:37:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:37:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149636   43.301647  43.066132
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348   70.439453  69.695312
+util                      97.000000  100.000000  95.000000
+[Apr 13, 2026 - 06:37:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 302 : avg iteration time       48.79 seconds
+[Apr 13, 2026 - 06:37:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 302 : data loading time        0.00
+[Apr 13, 2026 - 06:37:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 302 : avg forward pass time    12.47
+[Apr 13, 2026 - 06:37:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 302 : backward pass time       11.36
+[Apr 13, 2026 - 06:37:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 302 : optimizer step time      1.17
+[Apr 13, 2026 - 06:37:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 302--------------------
+[Apr 13, 2026 - 06:37:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 06:37:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 06:37:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:37:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:38:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149647   43.301670  43.066151
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.018066   70.400391  69.890625
+util                      98.500000  100.000000  95.000000
+[Apr 13, 2026 - 06:38:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 303 : avg iteration time       48.87 seconds
+[Apr 13, 2026 - 06:38:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 303 : data loading time        0.00
+[Apr 13, 2026 - 06:38:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 303 : avg forward pass time    12.47
+[Apr 13, 2026 - 06:38:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 303 : backward pass time       11.36
+[Apr 13, 2026 - 06:38:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 303 : optimizer step time      1.18
+[Apr 13, 2026 - 06:38:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 303--------------------
+[Apr 13, 2026 - 06:38:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0112        iter count: 1.0
+[Apr 13, 2026 - 06:38:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 13, 2026 - 06:38:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:38:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:39:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149639   43.301647  43.066132
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.900879   70.458984  69.714844
+util                      98.000000  100.000000  93.000000
+[Apr 13, 2026 - 06:39:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 304 : avg iteration time       51.47 seconds
+[Apr 13, 2026 - 06:39:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 304 : data loading time        0.00
+[Apr 13, 2026 - 06:39:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 304 : avg forward pass time    13.79
+[Apr 13, 2026 - 06:39:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 304 : backward pass time       11.35
+[Apr 13, 2026 - 06:39:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 304 : optimizer step time      1.17
+[Apr 13, 2026 - 06:39:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 304--------------------
+[Apr 13, 2026 - 06:39:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0121        iter count: 1.0
+[Apr 13, 2026 - 06:39:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0121   iter count: 1.0
+[Apr 13, 2026 - 06:39:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:39:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148688   43.297844   43.066143
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.507812  111.527344  111.451172
+util                       71.500000   79.000000   68.000000
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 305 : avg iteration time       192.89 seconds
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 305 : data loading time        0.00
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 305 : avg forward pass time    87.98
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 305 : backward pass time       8.33
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 305 : optimizer step time      0.33
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 305--------------------
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6890        iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6621          iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6890 iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1573iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0322 iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.7619 iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0408iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0081 iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.2098 iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6621iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0743  iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0188  iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0779  iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0197  iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1431  iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0364  iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1318  iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0335  iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0111   iter count: 1.0
+[Apr 13, 2026 - 06:42:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 06:43:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148990   43.299046  43.066147
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.559082   69.853516  69.460938
+util                      97.750000  100.000000  93.000000
+[Apr 13, 2026 - 06:43:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 306 : avg iteration time       47.02 seconds
+[Apr 13, 2026 - 06:43:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 306 : data loading time        0.00
+[Apr 13, 2026 - 06:43:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 306 : avg forward pass time    11.60
+[Apr 13, 2026 - 06:43:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 306 : backward pass time       11.32
+[Apr 13, 2026 - 06:43:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 306 : optimizer step time      1.17
+[Apr 13, 2026 - 06:43:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 306--------------------
+[Apr 13, 2026 - 06:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0104        iter count: 1.0
+[Apr 13, 2026 - 06:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0104   iter count: 1.0
+[Apr 13, 2026 - 06:43:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:43:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:44:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149115   43.299549  43.066143
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.568848   69.833984  69.480469
+util                      98.500000  100.000000  96.000000
+[Apr 13, 2026 - 06:44:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 307 : avg iteration time       48.63 seconds
+[Apr 13, 2026 - 06:44:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 307 : data loading time        0.00
+[Apr 13, 2026 - 06:44:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 307 : avg forward pass time    12.39
+[Apr 13, 2026 - 06:44:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 307 : backward pass time       11.33
+[Apr 13, 2026 - 06:44:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 307 : optimizer step time      1.18
+[Apr 13, 2026 - 06:44:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 307--------------------
+[Apr 13, 2026 - 06:44:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 13, 2026 - 06:44:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 13, 2026 - 06:44:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:44:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:45:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149115   43.299549  43.066143
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.568848   69.833984  69.480469
+util                      96.500000  100.000000  94.000000
+[Apr 13, 2026 - 06:45:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 308 : avg iteration time       48.70 seconds
+[Apr 13, 2026 - 06:45:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 308 : data loading time        0.00
+[Apr 13, 2026 - 06:45:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 308 : avg forward pass time    12.42
+[Apr 13, 2026 - 06:45:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 308 : backward pass time       11.35
+[Apr 13, 2026 - 06:45:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 308 : optimizer step time      1.18
+[Apr 13, 2026 - 06:45:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 308--------------------
+[Apr 13, 2026 - 06:45:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0099        iter count: 1.0
+[Apr 13, 2026 - 06:45:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0099   iter count: 1.0
+[Apr 13, 2026 - 06:45:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:45:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:46:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149195   43.299870  43.066143
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.520020   69.814453  69.421875
+util                      98.000000  100.000000  93.000000
+[Apr 13, 2026 - 06:46:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 309 : avg iteration time       48.75 seconds
+[Apr 13, 2026 - 06:46:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 309 : data loading time        0.00
+[Apr 13, 2026 - 06:46:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 309 : avg forward pass time    12.45
+[Apr 13, 2026 - 06:46:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 309 : backward pass time       11.35
+[Apr 13, 2026 - 06:46:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 309 : optimizer step time      1.18
+[Apr 13, 2026 - 06:46:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 309--------------------
+[Apr 13, 2026 - 06:46:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0105        iter count: 1.0
+[Apr 13, 2026 - 06:46:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0105   iter count: 1.0
+[Apr 13, 2026 - 06:46:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:46:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148890   43.298641   43.066143
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.892578  111.351562  109.517578
+util                       71.500000   77.000000   62.000000
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 310 : avg iteration time       184.59 seconds
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 310 : data loading time        0.00
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 310 : avg forward pass time    83.83
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 310 : backward pass time       8.34
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 310 : optimizer step time      0.34
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 310--------------------
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6157        iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5977          iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6157 iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1197iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0392 iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2593 iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0305iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0099 iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0670 iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5977iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0832  iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0210  iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0510  iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0128  iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1026  iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0260  iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1489  iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0379  iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0119   iter count: 1.0
+[Apr 13, 2026 - 06:49:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 06:49:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149078   43.299404  43.066143
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.554199   69.833984  69.460938
+util                      96.500000  100.000000  94.000000
+[Apr 13, 2026 - 06:49:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 311 : avg iteration time       49.66 seconds
+[Apr 13, 2026 - 06:49:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 311 : data loading time        0.00
+[Apr 13, 2026 - 06:49:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 311 : avg forward pass time    12.91
+[Apr 13, 2026 - 06:49:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 311 : backward pass time       11.32
+[Apr 13, 2026 - 06:49:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 311 : optimizer step time      1.16
+[Apr 13, 2026 - 06:49:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 311--------------------
+[Apr 13, 2026 - 06:49:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0115        iter count: 1.0
+[Apr 13, 2026 - 06:49:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0115   iter count: 1.0
+[Apr 13, 2026 - 06:49:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:49:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:50:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149137   43.299641  43.066143
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.510254   69.775391  69.421875
+util                      97.750000  100.000000  93.000000
+[Apr 13, 2026 - 06:50:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 312 : avg iteration time       48.66 seconds
+[Apr 13, 2026 - 06:50:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 312 : data loading time        0.00
+[Apr 13, 2026 - 06:50:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 312 : avg forward pass time    12.42
+[Apr 13, 2026 - 06:50:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 312 : backward pass time       11.33
+[Apr 13, 2026 - 06:50:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 312 : optimizer step time      1.17
+[Apr 13, 2026 - 06:50:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 312--------------------
+[Apr 13, 2026 - 06:50:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0112        iter count: 1.0
+[Apr 13, 2026 - 06:50:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 13, 2026 - 06:50:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:50:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:51:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149201   43.299892  43.066143
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.495605   69.775391  69.402344
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 06:51:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 313 : avg iteration time       48.66 seconds
+[Apr 13, 2026 - 06:51:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 313 : data loading time        0.00
+[Apr 13, 2026 - 06:51:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 313 : avg forward pass time    12.40
+[Apr 13, 2026 - 06:51:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 313 : backward pass time       11.35
+[Apr 13, 2026 - 06:51:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 313 : optimizer step time      1.17
+[Apr 13, 2026 - 06:51:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 313--------------------
+[Apr 13, 2026 - 06:51:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0114        iter count: 1.0
+[Apr 13, 2026 - 06:51:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0114   iter count: 1.0
+[Apr 13, 2026 - 06:51:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:51:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 06:52:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149200   43.299892  43.066143
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.510254   69.775391  69.421875
+util                      95.000000  100.000000  92.000000
+[Apr 13, 2026 - 06:52:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 314 : avg iteration time       46.06 seconds
+[Apr 13, 2026 - 06:52:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 314 : data loading time        0.00
+[Apr 13, 2026 - 06:52:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 314 : avg forward pass time    11.11
+[Apr 13, 2026 - 06:52:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 314 : backward pass time       11.34
+[Apr 13, 2026 - 06:52:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 314 : optimizer step time      1.16
+[Apr 13, 2026 - 06:52:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 314--------------------
+[Apr 13, 2026 - 06:52:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0120        iter count: 1.0
+[Apr 13, 2026 - 06:52:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0120   iter count: 1.0
+[Apr 13, 2026 - 06:52:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:52:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.149096   43.299431   43.066143
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.927246  111.214844  110.064453
+util                       73.000000   76.000000   68.000000
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 315 : avg iteration time       187.53 seconds
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 315 : data loading time        0.00
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 315 : avg forward pass time    85.29
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 315 : backward pass time       8.34
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 315 : optimizer step time      0.33
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 315--------------------
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6668        iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6445          iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6668 iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1348iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0282 iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3445 iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0345iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0071 iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0899 iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6445iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1649  iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0421  iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0367  iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0092  iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0335  iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0084  iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2384  iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0614  iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0108   iter count: 1.0
+[Apr 13, 2026 - 06:55:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 06:56:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149082   43.299416  43.066147
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.803223   69.890625  69.541016
+util                      97.750000  100.000000  93.000000
+[Apr 13, 2026 - 06:56:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 316 : avg iteration time       49.76 seconds
+[Apr 13, 2026 - 06:56:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 316 : data loading time        0.00
+[Apr 13, 2026 - 06:56:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 316 : avg forward pass time    12.95
+[Apr 13, 2026 - 06:56:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 316 : backward pass time       11.33
+[Apr 13, 2026 - 06:56:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 316 : optimizer step time      1.17
+[Apr 13, 2026 - 06:56:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 316--------------------
+[Apr 13, 2026 - 06:56:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0147        iter count: 1.0
+[Apr 13, 2026 - 06:56:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0147   iter count: 1.0
+[Apr 13, 2026 - 06:56:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:56:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:57:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149086   43.299435  43.066143
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934   69.988281  69.462891
+util                      99.250000  100.000000  97.000000
+[Apr 13, 2026 - 06:57:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 317 : avg iteration time       46.04 seconds
+[Apr 13, 2026 - 06:57:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 317 : data loading time        0.00
+[Apr 13, 2026 - 06:57:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 317 : avg forward pass time    11.08
+[Apr 13, 2026 - 06:57:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 317 : backward pass time       11.36
+[Apr 13, 2026 - 06:57:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 317 : optimizer step time      1.17
+[Apr 13, 2026 - 06:57:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 317--------------------
+[Apr 13, 2026 - 06:57:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0117        iter count: 1.0
+[Apr 13, 2026 - 06:57:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0117   iter count: 1.0
+[Apr 13, 2026 - 06:57:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:57:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:57:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149090   43.299427  43.066143
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465   69.988281  69.541016
+util                      96.250000  100.000000  92.000000
+[Apr 13, 2026 - 06:57:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 318 : avg iteration time       48.66 seconds
+[Apr 13, 2026 - 06:57:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 318 : data loading time        0.00
+[Apr 13, 2026 - 06:57:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 318 : avg forward pass time    12.40
+[Apr 13, 2026 - 06:57:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 318 : backward pass time       11.34
+[Apr 13, 2026 - 06:57:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 318 : optimizer step time      1.18
+[Apr 13, 2026 - 06:57:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 318--------------------
+[Apr 13, 2026 - 06:57:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0103        iter count: 1.0
+[Apr 13, 2026 - 06:57:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 13, 2026 - 06:57:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:57:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 06:58:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149081   43.299416  43.066143
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.827637   69.949219  69.462891
+util                      99.000000  100.000000  97.000000
+[Apr 13, 2026 - 06:58:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 319 : avg iteration time       45.94 seconds
+[Apr 13, 2026 - 06:58:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 319 : data loading time        0.00
+[Apr 13, 2026 - 06:58:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 319 : avg forward pass time    11.07
+[Apr 13, 2026 - 06:58:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 319 : backward pass time       11.33
+[Apr 13, 2026 - 06:58:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 319 : optimizer step time      1.18
+[Apr 13, 2026 - 06:58:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 319--------------------
+[Apr 13, 2026 - 06:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0120        iter count: 1.0
+[Apr 13, 2026 - 06:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0120   iter count: 1.0
+[Apr 13, 2026 - 06:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 06:58:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.149024   43.299187   43.066143
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.098145  111.685547  110.902344
+util                       67.500000   75.000000   64.000000
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 320 : avg iteration time       190.08 seconds
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 320 : data loading time        0.00
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 320 : avg forward pass time    86.58
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 320 : backward pass time       8.33
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 320 : optimizer step time      0.34
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 320--------------------
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7205        iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6953          iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7205 iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1418iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0343 iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5452 iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0366iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0086 iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1460 iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6953iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0649  iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0164  iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0343  iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0086  iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0499  iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0126  iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.3613  iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0945  iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0131   iter count: 1.0
+[Apr 13, 2026 - 07:01:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 07:02:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149025   43.299175  43.066154
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759766   69.833984  69.541016
+util                      98.750000  100.000000  95.000000
+[Apr 13, 2026 - 07:02:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 321 : avg iteration time       46.90 seconds
+[Apr 13, 2026 - 07:02:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 321 : data loading time        0.00
+[Apr 13, 2026 - 07:02:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 321 : avg forward pass time    11.53
+[Apr 13, 2026 - 07:02:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 321 : backward pass time       11.34
+[Apr 13, 2026 - 07:02:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 321 : optimizer step time      1.17
+[Apr 13, 2026 - 07:02:35 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 321--------------------
+[Apr 13, 2026 - 07:02:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 07:02:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 07:02:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:02:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:03:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149158   43.299675  43.066147
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.784180   69.892578  69.462891
+util                      97.250000  100.000000  91.000000
+[Apr 13, 2026 - 07:03:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 322 : avg iteration time       51.44 seconds
+[Apr 13, 2026 - 07:03:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 322 : data loading time        0.00
+[Apr 13, 2026 - 07:03:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 322 : avg forward pass time    13.78
+[Apr 13, 2026 - 07:03:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 322 : backward pass time       11.34
+[Apr 13, 2026 - 07:03:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 322 : optimizer step time      1.18
+[Apr 13, 2026 - 07:03:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 322--------------------
+[Apr 13, 2026 - 07:03:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0110        iter count: 1.0
+[Apr 13, 2026 - 07:03:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 13, 2026 - 07:03:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:03:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:04:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149336   43.300426  43.066147
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.725586   69.794922  69.521484
+util                      99.500000  100.000000  98.000000
+[Apr 13, 2026 - 07:04:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 323 : avg iteration time       51.39 seconds
+[Apr 13, 2026 - 07:04:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 323 : data loading time        0.00
+[Apr 13, 2026 - 07:04:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 323 : avg forward pass time    13.76
+[Apr 13, 2026 - 07:04:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 323 : backward pass time       11.35
+[Apr 13, 2026 - 07:04:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 323 : optimizer step time      1.18
+[Apr 13, 2026 - 07:04:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 323--------------------
+[Apr 13, 2026 - 07:04:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0104        iter count: 1.0
+[Apr 13, 2026 - 07:04:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0104   iter count: 1.0
+[Apr 13, 2026 - 07:04:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:04:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:05:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149400   43.300674  43.066147
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.789062   69.892578  69.482422
+util                      95.000000  100.000000  92.000000
+[Apr 13, 2026 - 07:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 324 : avg iteration time       46.06 seconds
+[Apr 13, 2026 - 07:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 324 : data loading time        0.00
+[Apr 13, 2026 - 07:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 324 : avg forward pass time    11.09
+[Apr 13, 2026 - 07:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 324 : backward pass time       11.33
+[Apr 13, 2026 - 07:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 324 : optimizer step time      1.17
+[Apr 13, 2026 - 07:05:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 324--------------------
+[Apr 13, 2026 - 07:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0106        iter count: 1.0
+[Apr 13, 2026 - 07:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0106   iter count: 1.0
+[Apr 13, 2026 - 07:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:05:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148670   43.297764   43.066147
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.336426  110.748047  110.199219
+util                       72.500000   76.000000   66.000000
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 325 : avg iteration time       184.33 seconds
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 325 : data loading time        0.00
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 325 : avg forward pass time    83.70
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 325 : backward pass time       8.33
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 325 : optimizer step time      0.33
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 325--------------------
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5972        iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5752          iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5972 iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1475iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0302 iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6122 iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0382iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0076 iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1654 iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5752iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0910  iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0230  iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0386  iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0097  iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.6122  iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.1654  iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1499  iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0382  iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0106   iter count: 1.0
+[Apr 13, 2026 - 07:08:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 07:08:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148737   43.298012  43.066166
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886719   69.931641  69.755859
+util                      99.000000  100.000000  96.000000
+[Apr 13, 2026 - 07:08:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 326 : avg iteration time       49.60 seconds
+[Apr 13, 2026 - 07:08:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 326 : data loading time        0.00
+[Apr 13, 2026 - 07:08:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 326 : avg forward pass time    12.89
+[Apr 13, 2026 - 07:08:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 326 : backward pass time       11.32
+[Apr 13, 2026 - 07:08:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 326 : optimizer step time      1.17
+[Apr 13, 2026 - 07:08:58 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 326--------------------
+[Apr 13, 2026 - 07:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0110        iter count: 1.0
+[Apr 13, 2026 - 07:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 13, 2026 - 07:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:08:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:09:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149107   43.299511  43.066147
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.940430   69.970703  69.929688
+util                      98.750000  100.000000  96.000000
+[Apr 13, 2026 - 07:09:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 327 : avg iteration time       51.60 seconds
+[Apr 13, 2026 - 07:09:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 327 : data loading time        0.00
+[Apr 13, 2026 - 07:09:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 327 : avg forward pass time    13.86
+[Apr 13, 2026 - 07:09:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 327 : backward pass time       11.35
+[Apr 13, 2026 - 07:09:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 327 : optimizer step time      1.18
+[Apr 13, 2026 - 07:09:49 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 327--------------------
+[Apr 13, 2026 - 07:09:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0106        iter count: 1.0
+[Apr 13, 2026 - 07:09:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0106   iter count: 1.0
+[Apr 13, 2026 - 07:09:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:09:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:10:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149170  43.299763  43.066147
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.925781  69.931641  69.912109
+util                      96.250000  99.000000  94.000000
+[Apr 13, 2026 - 07:10:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 328 : avg iteration time       51.30 seconds
+[Apr 13, 2026 - 07:10:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 328 : data loading time        0.00
+[Apr 13, 2026 - 07:10:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 328 : avg forward pass time    13.74
+[Apr 13, 2026 - 07:10:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 328 : backward pass time       11.31
+[Apr 13, 2026 - 07:10:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 328 : optimizer step time      1.19
+[Apr 13, 2026 - 07:10:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 328--------------------
+[Apr 13, 2026 - 07:10:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0111        iter count: 1.0
+[Apr 13, 2026 - 07:10:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0111   iter count: 1.0
+[Apr 13, 2026 - 07:10:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:10:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:11:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149173   43.299763  43.066147
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.935547   69.951172  69.929688
+util                      98.500000  100.000000  95.000000
+[Apr 13, 2026 - 07:11:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 329 : avg iteration time       48.69 seconds
+[Apr 13, 2026 - 07:11:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 329 : data loading time        0.00
+[Apr 13, 2026 - 07:11:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 329 : avg forward pass time    12.43
+[Apr 13, 2026 - 07:11:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 329 : backward pass time       11.32
+[Apr 13, 2026 - 07:11:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 329 : optimizer step time      1.18
+[Apr 13, 2026 - 07:11:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 329--------------------
+[Apr 13, 2026 - 07:11:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0108        iter count: 1.0
+[Apr 13, 2026 - 07:11:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0108   iter count: 1.0
+[Apr 13, 2026 - 07:11:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:11:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148914   43.298740   43.066147
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.469238  111.488281  111.412109
+util                       70.500000   77.000000   67.000000
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 330 : avg iteration time       192.74 seconds
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 330 : data loading time        0.00
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 330 : avg forward pass time    87.91
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 330 : backward pass time       8.33
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 330 : optimizer step time      0.34
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 330--------------------
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7008        iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6768          iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7008 iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1378iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0210 iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3089 iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0353iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0053 iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0803 iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6768iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1566  iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0399  iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0713  iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0180  iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0495  iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0124  iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0420  iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0105  iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0115   iter count: 1.0
+[Apr 13, 2026 - 07:14:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 07:15:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149044  43.299244  43.066147
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465  69.892578  69.871094
+util                      97.250000  99.000000  92.000000
+[Apr 13, 2026 - 07:15:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 331 : avg iteration time       49.63 seconds
+[Apr 13, 2026 - 07:15:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 331 : data loading time        0.00
+[Apr 13, 2026 - 07:15:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 331 : avg forward pass time    12.91
+[Apr 13, 2026 - 07:15:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 331 : backward pass time       11.31
+[Apr 13, 2026 - 07:15:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 331 : optimizer step time      1.16
+[Apr 13, 2026 - 07:15:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 331--------------------
+[Apr 13, 2026 - 07:15:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0102        iter count: 1.0
+[Apr 13, 2026 - 07:15:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0102   iter count: 1.0
+[Apr 13, 2026 - 07:15:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:15:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:16:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149046  43.299244  43.066147
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.008301  70.027344  69.951172
+util                      98.250000  99.000000  97.000000
+[Apr 13, 2026 - 07:16:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 332 : avg iteration time       51.38 seconds
+[Apr 13, 2026 - 07:16:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 332 : data loading time        0.00
+[Apr 13, 2026 - 07:16:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 332 : avg forward pass time    13.77
+[Apr 13, 2026 - 07:16:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 332 : backward pass time       11.33
+[Apr 13, 2026 - 07:16:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 332 : optimizer step time      1.18
+[Apr 13, 2026 - 07:16:23 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 332--------------------
+[Apr 13, 2026 - 07:16:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0112        iter count: 1.0
+[Apr 13, 2026 - 07:16:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 13, 2026 - 07:16:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:16:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:17:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149040  43.299244  43.066147
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.915527  70.027344  69.580078
+util                      98.500000  99.000000  97.000000
+[Apr 13, 2026 - 07:17:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 333 : avg iteration time       46.07 seconds
+[Apr 13, 2026 - 07:17:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 333 : data loading time        0.00
+[Apr 13, 2026 - 07:17:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 333 : avg forward pass time    11.12
+[Apr 13, 2026 - 07:17:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 333 : backward pass time       11.32
+[Apr 13, 2026 - 07:17:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 333 : optimizer step time      1.18
+[Apr 13, 2026 - 07:17:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 333--------------------
+[Apr 13, 2026 - 07:17:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0108        iter count: 1.0
+[Apr 13, 2026 - 07:17:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0108   iter count: 1.0
+[Apr 13, 2026 - 07:17:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:17:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:18:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149106  43.299496  43.066147
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.915527  70.027344  69.580078
+util                      96.500000  99.000000  92.000000
+[Apr 13, 2026 - 07:18:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 334 : avg iteration time       51.33 seconds
+[Apr 13, 2026 - 07:18:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 334 : data loading time        0.00
+[Apr 13, 2026 - 07:18:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 334 : avg forward pass time    13.74
+[Apr 13, 2026 - 07:18:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 334 : backward pass time       11.32
+[Apr 13, 2026 - 07:18:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 334 : optimizer step time      1.19
+[Apr 13, 2026 - 07:18:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 334--------------------
+[Apr 13, 2026 - 07:18:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0114        iter count: 1.0
+[Apr 13, 2026 - 07:18:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0114   iter count: 1.0
+[Apr 13, 2026 - 07:18:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:18:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148888   43.298611   43.066170
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.069824  112.210938  111.646484
+util                       71.500000   78.000000   68.000000
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 335 : avg iteration time       190.00 seconds
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 335 : data loading time        0.00
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 335 : avg forward pass time    86.54
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 335 : backward pass time       8.33
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 335 : optimizer step time      0.34
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 335--------------------
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7605        iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.7344          iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7605 iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1374iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0409 iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5859 iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0353iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0103 iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1577 iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.7344iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0905  iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0229  iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0756  iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0191  iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2711  iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0701  iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.5859  iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.1577  iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 13, 2026 - 07:21:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 07:22:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148885   43.298599  43.066147
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277   69.871094  69.423828
+util                      95.750000  100.000000  93.000000
+[Apr 13, 2026 - 07:22:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 336 : avg iteration time       49.75 seconds
+[Apr 13, 2026 - 07:22:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 336 : data loading time        0.00
+[Apr 13, 2026 - 07:22:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 336 : avg forward pass time    12.95
+[Apr 13, 2026 - 07:22:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 336 : backward pass time       11.34
+[Apr 13, 2026 - 07:22:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 336 : optimizer step time      1.18
+[Apr 13, 2026 - 07:22:00 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 336--------------------
+[Apr 13, 2026 - 07:22:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0118        iter count: 1.0
+[Apr 13, 2026 - 07:22:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+[Apr 13, 2026 - 07:22:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:22:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:22:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148958  43.298851  43.066166
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934  69.873047  69.851562
+util                      94.250000  99.000000  92.000000
+[Apr 13, 2026 - 07:22:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 337 : avg iteration time       45.97 seconds
+[Apr 13, 2026 - 07:22:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 337 : data loading time        0.00
+[Apr 13, 2026 - 07:22:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 337 : avg forward pass time    11.06
+[Apr 13, 2026 - 07:22:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 337 : backward pass time       11.33
+[Apr 13, 2026 - 07:22:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 337 : optimizer step time      1.17
+[Apr 13, 2026 - 07:22:46 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 337--------------------
+[Apr 13, 2026 - 07:22:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0130        iter count: 1.0
+[Apr 13, 2026 - 07:22:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 13, 2026 - 07:22:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:22:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:23:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148942   43.298851  43.066147
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051   69.912109  69.832031
+util                      98.250000  100.000000  96.000000
+[Apr 13, 2026 - 07:23:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 338 : avg iteration time       51.47 seconds
+[Apr 13, 2026 - 07:23:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 338 : data loading time        0.00
+[Apr 13, 2026 - 07:23:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 338 : avg forward pass time    13.81
+[Apr 13, 2026 - 07:23:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 338 : backward pass time       11.34
+[Apr 13, 2026 - 07:23:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 338 : optimizer step time      1.17
+[Apr 13, 2026 - 07:23:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 338--------------------
+[Apr 13, 2026 - 07:23:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0120        iter count: 1.0
+[Apr 13, 2026 - 07:23:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0120   iter count: 1.0
+[Apr 13, 2026 - 07:23:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:23:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:24:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148948   43.298851  43.066147
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051   69.912109  69.832031
+util                      99.250000  100.000000  97.000000
+[Apr 13, 2026 - 07:24:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 339 : avg iteration time       48.69 seconds
+[Apr 13, 2026 - 07:24:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 339 : data loading time        0.00
+[Apr 13, 2026 - 07:24:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 339 : avg forward pass time    12.42
+[Apr 13, 2026 - 07:24:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 339 : backward pass time       11.33
+[Apr 13, 2026 - 07:24:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 339 : optimizer step time      1.18
+[Apr 13, 2026 - 07:24:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 339--------------------
+[Apr 13, 2026 - 07:24:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0118        iter count: 1.0
+[Apr 13, 2026 - 07:24:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+[Apr 13, 2026 - 07:24:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:24:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148670   43.297764   43.066147
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.898926  112.779297  111.605469
+util                       69.250000   76.000000   66.000000
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 340 : avg iteration time       184.70 seconds
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 340 : data loading time        0.00
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 340 : avg forward pass time    83.89
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 340 : backward pass time       8.34
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 340 : optimizer step time      0.34
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 340--------------------
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6215        iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6035          iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6215 iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1167iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0257 iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5532 iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0299iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0064 iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1483 iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6035iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0696  iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0175  iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0693  iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0175  iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0353  iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0089  iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2182  iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0561  iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0123   iter count: 1.0
+[Apr 13, 2026 - 07:27:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 07:28:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148682  43.297764  43.066147
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.734863  69.812500  69.501953
+util                      97.000000  99.000000  95.000000
+[Apr 13, 2026 - 07:28:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 341 : avg iteration time       46.99 seconds
+[Apr 13, 2026 - 07:28:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 341 : data loading time        0.00
+[Apr 13, 2026 - 07:28:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 341 : avg forward pass time    11.57
+[Apr 13, 2026 - 07:28:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 341 : backward pass time       11.36
+[Apr 13, 2026 - 07:28:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 341 : optimizer step time      1.17
+[Apr 13, 2026 - 07:28:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 341--------------------
+[Apr 13, 2026 - 07:28:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0101        iter count: 1.0
+[Apr 13, 2026 - 07:28:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0101   iter count: 1.0
+[Apr 13, 2026 - 07:28:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:28:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:29:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148939  43.298794  43.066170
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.788574  69.890625  69.482422
+util                      94.000000  99.000000  91.000000
+[Apr 13, 2026 - 07:29:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 342 : avg iteration time       45.96 seconds
+[Apr 13, 2026 - 07:29:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 342 : data loading time        0.00
+[Apr 13, 2026 - 07:29:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 342 : avg forward pass time    11.05
+[Apr 13, 2026 - 07:29:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 342 : backward pass time       11.33
+[Apr 13, 2026 - 07:29:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 342 : optimizer step time      1.19
+[Apr 13, 2026 - 07:29:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 342--------------------
+[Apr 13, 2026 - 07:29:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0127        iter count: 1.0
+[Apr 13, 2026 - 07:29:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0127   iter count: 1.0
+[Apr 13, 2026 - 07:29:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:29:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:29:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149115  43.299519  43.066147
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.700684  69.773438  69.482422
+util                      97.250000  99.000000  92.000000
+[Apr 13, 2026 - 07:29:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 343 : avg iteration time       48.70 seconds
+[Apr 13, 2026 - 07:29:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 343 : data loading time        0.00
+[Apr 13, 2026 - 07:29:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 343 : avg forward pass time    12.42
+[Apr 13, 2026 - 07:29:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 343 : backward pass time       11.34
+[Apr 13, 2026 - 07:29:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 343 : optimizer step time      1.18
+[Apr 13, 2026 - 07:29:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 343--------------------
+[Apr 13, 2026 - 07:29:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0113        iter count: 1.0
+[Apr 13, 2026 - 07:29:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0113   iter count: 1.0
+[Apr 13, 2026 - 07:29:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:29:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:30:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149116  43.299519  43.066158
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.817871  69.929688  69.482422
+util                      97.250000  99.000000  92.000000
+[Apr 13, 2026 - 07:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 344 : avg iteration time       51.40 seconds
+[Apr 13, 2026 - 07:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 344 : data loading time        0.00
+[Apr 13, 2026 - 07:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 344 : avg forward pass time    13.76
+[Apr 13, 2026 - 07:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 344 : backward pass time       11.34
+[Apr 13, 2026 - 07:30:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 344 : optimizer step time      1.18
+[Apr 13, 2026 - 07:30:44 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 344--------------------
+[Apr 13, 2026 - 07:30:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0083        iter count: 1.0
+[Apr 13, 2026 - 07:30:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0083   iter count: 1.0
+[Apr 13, 2026 - 07:30:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:30:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148625   43.297546   43.066147
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.614746  111.392578  110.355469
+util                       70.000000   77.000000   67.000000
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 345 : avg iteration time       184.76 seconds
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 345 : data loading time        0.00
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 345 : avg forward pass time    83.92
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 345 : backward pass time       8.33
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 345 : optimizer step time      0.34
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 345--------------------
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5809        iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5645          iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5809 iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1141iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0397 iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2785 iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0291iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0100 iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0721 iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5645iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0572  iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0144  iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0764  iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0193  iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0971  iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0246  iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0851  iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0215  iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0107   iter count: 1.0
+[Apr 13, 2026 - 07:33:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 07:34:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148746   43.298046  43.066147
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.695801   69.773438  69.462891
+util                      97.250000  100.000000  95.000000
+[Apr 13, 2026 - 07:34:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 346 : avg iteration time       52.39 seconds
+[Apr 13, 2026 - 07:34:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 346 : data loading time        0.00
+[Apr 13, 2026 - 07:34:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 346 : avg forward pass time    14.25
+[Apr 13, 2026 - 07:34:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 346 : backward pass time       11.34
+[Apr 13, 2026 - 07:34:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 346 : optimizer step time      1.18
+[Apr 13, 2026 - 07:34:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 346--------------------
+[Apr 13, 2026 - 07:34:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0123        iter count: 1.0
+[Apr 13, 2026 - 07:34:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0123   iter count: 1.0
+[Apr 13, 2026 - 07:34:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:34:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:35:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148871   43.298546  43.066147
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.793457   69.853516  69.773438
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 07:35:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 347 : avg iteration time       48.64 seconds
+[Apr 13, 2026 - 07:35:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 347 : data loading time        0.00
+[Apr 13, 2026 - 07:35:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 347 : avg forward pass time    12.40
+[Apr 13, 2026 - 07:35:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 347 : backward pass time       11.31
+[Apr 13, 2026 - 07:35:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 347 : optimizer step time      1.19
+[Apr 13, 2026 - 07:35:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 347--------------------
+[Apr 13, 2026 - 07:35:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0125        iter count: 1.0
+[Apr 13, 2026 - 07:35:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 07:35:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:35:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:36:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148933   43.298798  43.066166
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754   69.912109  69.792969
+util                      96.500000  100.000000  94.000000
+[Apr 13, 2026 - 07:36:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 348 : avg iteration time       51.34 seconds
+[Apr 13, 2026 - 07:36:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 348 : data loading time        0.00
+[Apr 13, 2026 - 07:36:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 348 : avg forward pass time    13.74
+[Apr 13, 2026 - 07:36:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 348 : backward pass time       11.33
+[Apr 13, 2026 - 07:36:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 348 : optimizer step time      1.17
+[Apr 13, 2026 - 07:36:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 348--------------------
+[Apr 13, 2026 - 07:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0111        iter count: 1.0
+[Apr 13, 2026 - 07:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0111   iter count: 1.0
+[Apr 13, 2026 - 07:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:36:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:37:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148870   43.298515  43.066147
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230   69.890625  69.873047
+util                      95.750000  100.000000  93.000000
+[Apr 13, 2026 - 07:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 349 : avg iteration time       45.99 seconds
+[Apr 13, 2026 - 07:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 349 : data loading time        0.00
+[Apr 13, 2026 - 07:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 349 : avg forward pass time    11.06
+[Apr 13, 2026 - 07:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 349 : backward pass time       11.34
+[Apr 13, 2026 - 07:37:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 349 : optimizer step time      1.18
+[Apr 13, 2026 - 07:37:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 349--------------------
+[Apr 13, 2026 - 07:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0113        iter count: 1.0
+[Apr 13, 2026 - 07:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0113   iter count: 1.0
+[Apr 13, 2026 - 07:37:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:37:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148705   43.297894   43.066147
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.536621  110.589844  110.376953
+util                       73.000000   76.000000   67.000000
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 350 : avg iteration time       184.52 seconds
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 350 : data loading time        0.00
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 350 : avg forward pass time    83.80
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 350 : backward pass time       8.33
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 350 : optimizer step time      0.33
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 350--------------------
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6567        iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6328          iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6567 iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1466iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0371 iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5286 iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0377iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0093 iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1413 iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6328iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1954  iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0501  iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1644  iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0420  iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0790  iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0199  iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0756  iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0191  iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0105   iter count: 1.0
+[Apr 13, 2026 - 07:40:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 07:41:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148708   43.297894  43.066151
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.612793   69.892578  69.519531
+util                      97.250000  100.000000  95.000000
+[Apr 13, 2026 - 07:41:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 351 : avg iteration time       49.90 seconds
+[Apr 13, 2026 - 07:41:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 351 : data loading time        0.00
+[Apr 13, 2026 - 07:41:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 351 : avg forward pass time    13.03
+[Apr 13, 2026 - 07:41:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 351 : backward pass time       11.32
+[Apr 13, 2026 - 07:41:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 351 : optimizer step time      1.18
+[Apr 13, 2026 - 07:41:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 351--------------------
+[Apr 13, 2026 - 07:41:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0147        iter count: 1.0
+[Apr 13, 2026 - 07:41:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0147   iter count: 1.0
+[Apr 13, 2026 - 07:41:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:41:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:41:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148704   43.297894  43.066147
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.598145   69.951172  69.480469
+util                      96.750000  100.000000  94.000000
+[Apr 13, 2026 - 07:41:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 352 : avg iteration time       49.00 seconds
+[Apr 13, 2026 - 07:41:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 352 : data loading time        0.00
+[Apr 13, 2026 - 07:41:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 352 : avg forward pass time    12.47
+[Apr 13, 2026 - 07:41:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 352 : backward pass time       11.33
+[Apr 13, 2026 - 07:41:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 352 : optimizer step time      1.18
+[Apr 13, 2026 - 07:41:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 352--------------------
+[Apr 13, 2026 - 07:41:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 07:41:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 07:41:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:41:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:42:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148707   43.297894  43.066151
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.622559   69.873047  69.539062
+util                      99.000000  100.000000  97.000000
+[Apr 13, 2026 - 07:42:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 353 : avg iteration time       51.31 seconds
+[Apr 13, 2026 - 07:42:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 353 : data loading time        0.00
+[Apr 13, 2026 - 07:42:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 353 : avg forward pass time    13.74
+[Apr 13, 2026 - 07:42:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 353 : backward pass time       11.34
+[Apr 13, 2026 - 07:42:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 353 : optimizer step time      1.16
+[Apr 13, 2026 - 07:42:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 353--------------------
+[Apr 13, 2026 - 07:42:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0104        iter count: 1.0
+[Apr 13, 2026 - 07:42:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0104   iter count: 1.0
+[Apr 13, 2026 - 07:42:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:42:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:43:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148838   43.298397  43.066151
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.642090   70.009766  69.519531
+util                      97.250000  100.000000  91.000000
+[Apr 13, 2026 - 07:43:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 354 : avg iteration time       46.02 seconds
+[Apr 13, 2026 - 07:43:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 354 : data loading time        0.00
+[Apr 13, 2026 - 07:43:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 354 : avg forward pass time    11.09
+[Apr 13, 2026 - 07:43:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 354 : backward pass time       11.33
+[Apr 13, 2026 - 07:43:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 354 : optimizer step time      1.17
+[Apr 13, 2026 - 07:43:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 354--------------------
+[Apr 13, 2026 - 07:43:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0123        iter count: 1.0
+[Apr 13, 2026 - 07:43:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0123   iter count: 1.0
+[Apr 13, 2026 - 07:43:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:43:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148649   43.297661   43.066151
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.083984  112.445312  111.001953
+util                       71.250000   75.000000   65.000000
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 355 : avg iteration time       187.35 seconds
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 355 : data loading time        0.00
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 355 : avg forward pass time    85.21
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 355 : backward pass time       8.34
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 355 : optimizer step time      0.33
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 355--------------------
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5937        iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5742          iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5937 iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1372iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0288 iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5927 iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0353iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0072 iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1597 iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5742iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2196  iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0564  iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1259  iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0320  iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0480  iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0121  iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2288  iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0589  iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0111   iter count: 1.0
+[Apr 13, 2026 - 07:46:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 07:47:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148652  43.297657  43.066151
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.774414  69.873047  69.482422
+util                      97.750000  99.000000  94.000000
+[Apr 13, 2026 - 07:47:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 356 : avg iteration time       49.60 seconds
+[Apr 13, 2026 - 07:47:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 356 : data loading time        0.00
+[Apr 13, 2026 - 07:47:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 356 : avg forward pass time    12.86
+[Apr 13, 2026 - 07:47:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 356 : backward pass time       11.34
+[Apr 13, 2026 - 07:47:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 356 : optimizer step time      1.19
+[Apr 13, 2026 - 07:47:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 356--------------------
+[Apr 13, 2026 - 07:47:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0149        iter count: 1.0
+[Apr 13, 2026 - 07:47:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 07:47:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:47:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:48:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148721   43.297905  43.066170
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.872070   69.931641  69.851562
+util                      98.000000  100.000000  93.000000
+[Apr 13, 2026 - 07:48:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 357 : avg iteration time       46.06 seconds
+[Apr 13, 2026 - 07:48:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 357 : data loading time        0.00
+[Apr 13, 2026 - 07:48:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 357 : avg forward pass time    11.10
+[Apr 13, 2026 - 07:48:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 357 : backward pass time       11.34
+[Apr 13, 2026 - 07:48:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 357 : optimizer step time      1.17
+[Apr 13, 2026 - 07:48:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 357--------------------
+[Apr 13, 2026 - 07:48:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0113        iter count: 1.0
+[Apr 13, 2026 - 07:48:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0113   iter count: 1.0
+[Apr 13, 2026 - 07:48:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:48:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:48:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148719  43.297905  43.066174
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.008789  70.029297  69.951172
+util                      96.250000  99.000000  90.000000
+[Apr 13, 2026 - 07:48:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 358 : avg iteration time       45.98 seconds
+[Apr 13, 2026 - 07:48:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 358 : data loading time        0.00
+[Apr 13, 2026 - 07:48:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 358 : avg forward pass time    11.06
+[Apr 13, 2026 - 07:48:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 358 : backward pass time       11.33
+[Apr 13, 2026 - 07:48:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 358 : optimizer step time      1.17
+[Apr 13, 2026 - 07:48:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 358--------------------
+[Apr 13, 2026 - 07:48:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0096        iter count: 1.0
+[Apr 13, 2026 - 07:48:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0096   iter count: 1.0
+[Apr 13, 2026 - 07:48:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:48:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:49:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148710   43.297905  43.066151
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.911133   69.970703  69.890625
+util                      95.750000  100.000000  91.000000
+[Apr 13, 2026 - 07:49:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 359 : avg iteration time       46.03 seconds
+[Apr 13, 2026 - 07:49:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 359 : data loading time        0.00
+[Apr 13, 2026 - 07:49:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 359 : avg forward pass time    11.08
+[Apr 13, 2026 - 07:49:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 359 : backward pass time       11.34
+[Apr 13, 2026 - 07:49:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 359 : optimizer step time      1.17
+[Apr 13, 2026 - 07:49:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 359--------------------
+[Apr 13, 2026 - 07:49:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0119        iter count: 1.0
+[Apr 13, 2026 - 07:49:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0119   iter count: 1.0
+[Apr 13, 2026 - 07:49:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:49:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148772   43.298153   43.066151
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.522949  113.443359  110.882812
+util                       68.250000   75.000000   65.000000
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 360 : avg iteration time       187.64 seconds
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 360 : data loading time        0.00
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 360 : avg forward pass time    85.36
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 360 : backward pass time       8.33
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 360 : optimizer step time      0.33
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 360--------------------
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6014        iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5791          iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6014 iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1503iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0294 iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5855 iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0387iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0074 iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1576 iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5791iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1663  iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0424  iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0607  iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0153  iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1895  iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0485  iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2657  iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0687  iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 13, 2026 - 07:52:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 07:53:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148783   43.298153  43.066174
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926   69.871094  69.482422
+util                      98.750000  100.000000  95.000000
+[Apr 13, 2026 - 07:53:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 361 : avg iteration time       49.69 seconds
+[Apr 13, 2026 - 07:53:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 361 : data loading time        0.00
+[Apr 13, 2026 - 07:53:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 361 : avg forward pass time    12.93
+[Apr 13, 2026 - 07:53:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 361 : backward pass time       11.33
+[Apr 13, 2026 - 07:53:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 361 : optimizer step time      1.18
+[Apr 13, 2026 - 07:53:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 361--------------------
+[Apr 13, 2026 - 07:53:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0120        iter count: 1.0
+[Apr 13, 2026 - 07:53:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0120   iter count: 1.0
+[Apr 13, 2026 - 07:53:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:53:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:54:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148784   43.298153  43.066174
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816   69.892578  69.851562
+util                      98.000000  100.000000  96.000000
+[Apr 13, 2026 - 07:54:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 362 : avg iteration time       45.93 seconds
+[Apr 13, 2026 - 07:54:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 362 : data loading time        0.00
+[Apr 13, 2026 - 07:54:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 362 : avg forward pass time    11.05
+[Apr 13, 2026 - 07:54:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 362 : backward pass time       11.34
+[Apr 13, 2026 - 07:54:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 362 : optimizer step time      1.16
+[Apr 13, 2026 - 07:54:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 362--------------------
+[Apr 13, 2026 - 07:54:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0097        iter count: 1.0
+[Apr 13, 2026 - 07:54:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0097   iter count: 1.0
+[Apr 13, 2026 - 07:54:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:54:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:55:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148774   43.298153  43.066158
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.569824   72.724609  69.851562
+util                      98.750000  100.000000  97.000000
+[Apr 13, 2026 - 07:55:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 363 : avg iteration time       48.70 seconds
+[Apr 13, 2026 - 07:55:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 363 : data loading time        0.00
+[Apr 13, 2026 - 07:55:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 363 : avg forward pass time    12.42
+[Apr 13, 2026 - 07:55:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 363 : backward pass time       11.34
+[Apr 13, 2026 - 07:55:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 363 : optimizer step time      1.18
+[Apr 13, 2026 - 07:55:15 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 363--------------------
+[Apr 13, 2026 - 07:55:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0103        iter count: 1.0
+[Apr 13, 2026 - 07:55:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 13, 2026 - 07:55:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:55:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:56:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148772   43.298153  43.066151
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.803223   69.892578  69.773438
+util                      98.250000  100.000000  94.000000
+[Apr 13, 2026 - 07:56:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 364 : avg iteration time       46.16 seconds
+[Apr 13, 2026 - 07:56:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 364 : data loading time        0.00
+[Apr 13, 2026 - 07:56:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 364 : avg forward pass time    11.17
+[Apr 13, 2026 - 07:56:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 364 : backward pass time       11.32
+[Apr 13, 2026 - 07:56:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 364 : optimizer step time      1.17
+[Apr 13, 2026 - 07:56:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 364--------------------
+[Apr 13, 2026 - 07:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0103        iter count: 1.0
+[Apr 13, 2026 - 07:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 13, 2026 - 07:56:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:56:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148492   43.296963   43.066212
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.151367  111.410156  110.376953
+util                       70.500000   77.000000   67.000000
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 365 : avg iteration time       187.55 seconds
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 365 : data loading time        0.00
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 365 : avg forward pass time    85.31
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 365 : backward pass time       8.35
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 365 : optimizer step time      0.33
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 365--------------------
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7517        iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.7295          iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7517 iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1174iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0211 iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5030 iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0302iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0053 iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1340 iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.7295iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0916  iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0232  iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0908  iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0229  iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0715  iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0180  iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0466  iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0117  iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0109   iter count: 1.0
+[Apr 13, 2026 - 07:59:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 07:59:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148553   43.297215  43.066212
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.769043   69.851562  69.521484
+util                      97.000000  100.000000  91.000000
+[Apr 13, 2026 - 07:59:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 366 : avg iteration time       49.70 seconds
+[Apr 13, 2026 - 07:59:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 366 : data loading time        0.00
+[Apr 13, 2026 - 07:59:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 366 : avg forward pass time    12.90
+[Apr 13, 2026 - 07:59:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 366 : backward pass time       11.35
+[Apr 13, 2026 - 07:59:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 366 : optimizer step time      1.17
+[Apr 13, 2026 - 07:59:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 366--------------------
+[Apr 13, 2026 - 07:59:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0117        iter count: 1.0
+[Apr 13, 2026 - 07:59:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0117   iter count: 1.0
+[Apr 13, 2026 - 07:59:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 07:59:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:00:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148803  43.298214  43.066200
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348  69.970703  69.851562
+util                      94.750000  99.000000  92.000000
+[Apr 13, 2026 - 08:00:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 367 : avg iteration time       48.64 seconds
+[Apr 13, 2026 - 08:00:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 367 : data loading time        0.00
+[Apr 13, 2026 - 08:00:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 367 : avg forward pass time    12.38
+[Apr 13, 2026 - 08:00:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 367 : backward pass time       11.34
+[Apr 13, 2026 - 08:00:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 367 : optimizer step time      1.19
+[Apr 13, 2026 - 08:00:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 367--------------------
+[Apr 13, 2026 - 08:00:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0117        iter count: 1.0
+[Apr 13, 2026 - 08:00:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0117   iter count: 1.0
+[Apr 13, 2026 - 08:00:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:00:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:01:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149047   43.299213  43.066189
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816   69.951172  69.832031
+util                      98.250000  100.000000  94.000000
+[Apr 13, 2026 - 08:01:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 368 : avg iteration time       51.51 seconds
+[Apr 13, 2026 - 08:01:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 368 : data loading time        0.00
+[Apr 13, 2026 - 08:01:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 368 : avg forward pass time    13.83
+[Apr 13, 2026 - 08:01:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 368 : backward pass time       11.32
+[Apr 13, 2026 - 08:01:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 368 : optimizer step time      1.17
+[Apr 13, 2026 - 08:01:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 368--------------------
+[Apr 13, 2026 - 08:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0130        iter count: 1.0
+[Apr 13, 2026 - 08:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 13, 2026 - 08:01:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:01:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:02:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149203  43.299816  43.066212
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926  69.871094  69.482422
+util                      98.250000  99.000000  97.000000
+[Apr 13, 2026 - 08:02:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 369 : avg iteration time       51.35 seconds
+[Apr 13, 2026 - 08:02:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 369 : data loading time        0.00
+[Apr 13, 2026 - 08:02:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 369 : avg forward pass time    13.75
+[Apr 13, 2026 - 08:02:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 369 : backward pass time       11.34
+[Apr 13, 2026 - 08:02:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 369 : optimizer step time      1.17
+[Apr 13, 2026 - 08:02:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 369--------------------
+[Apr 13, 2026 - 08:02:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0132        iter count: 1.0
+[Apr 13, 2026 - 08:02:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0132   iter count: 1.0
+[Apr 13, 2026 - 08:02:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:02:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148961   43.298866   43.066193
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.916992  111.607422  110.685547
+util                       69.250000   79.000000   63.000000
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 370 : avg iteration time       190.13 seconds
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 370 : data loading time        0.00
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 370 : avg forward pass time    86.60
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 370 : backward pass time       8.34
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 370 : optimizer step time      0.34
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 370--------------------
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6449        iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6230          iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6449 iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1353iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0423 iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3007 iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0346iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0106 iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0781 iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6230iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0586  iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0148  iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2993  iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0777  iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0478  iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0120  iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0681  iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0172  iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 08:05:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 08:06:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149066   43.299286  43.066193
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.437012   69.441406  69.423828
+util                      98.500000  100.000000  96.000000
+[Apr 13, 2026 - 08:06:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 371 : avg iteration time       47.35 seconds
+[Apr 13, 2026 - 08:06:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 371 : data loading time        0.00
+[Apr 13, 2026 - 08:06:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 371 : avg forward pass time    11.74
+[Apr 13, 2026 - 08:06:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 371 : backward pass time       11.35
+[Apr 13, 2026 - 08:06:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 371 : optimizer step time      1.18
+[Apr 13, 2026 - 08:06:27 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 371--------------------
+[Apr 13, 2026 - 08:06:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0144        iter count: 1.0
+[Apr 13, 2026 - 08:06:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0144   iter count: 1.0
+[Apr 13, 2026 - 08:06:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:06:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:07:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149288   43.300175  43.066193
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.510254   69.833984  69.402344
+util                      97.500000  100.000000  95.000000
+[Apr 13, 2026 - 08:07:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 372 : avg iteration time       46.10 seconds
+[Apr 13, 2026 - 08:07:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 372 : data loading time        0.00
+[Apr 13, 2026 - 08:07:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 372 : avg forward pass time    11.13
+[Apr 13, 2026 - 08:07:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 372 : backward pass time       11.32
+[Apr 13, 2026 - 08:07:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 372 : optimizer step time      1.18
+[Apr 13, 2026 - 08:07:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 372--------------------
+[Apr 13, 2026 - 08:07:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0121        iter count: 1.0
+[Apr 13, 2026 - 08:07:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0121   iter count: 1.0
+[Apr 13, 2026 - 08:07:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:07:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:08:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149287  43.300171  43.066193
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.529785  69.912109  69.402344
+util                      94.750000  99.000000  92.000000
+[Apr 13, 2026 - 08:08:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 373 : avg iteration time       51.36 seconds
+[Apr 13, 2026 - 08:08:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 373 : data loading time        0.00
+[Apr 13, 2026 - 08:08:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 373 : avg forward pass time    13.76
+[Apr 13, 2026 - 08:08:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 373 : backward pass time       11.33
+[Apr 13, 2026 - 08:08:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 373 : optimizer step time      1.19
+[Apr 13, 2026 - 08:08:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 373--------------------
+[Apr 13, 2026 - 08:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0140        iter count: 1.0
+[Apr 13, 2026 - 08:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0140   iter count: 1.0
+[Apr 13, 2026 - 08:08:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:08:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:08:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149287   43.300171  43.066193
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.524902   69.892578  69.402344
+util                      97.000000  100.000000  91.000000
+[Apr 13, 2026 - 08:08:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 374 : avg iteration time       48.76 seconds
+[Apr 13, 2026 - 08:08:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 374 : data loading time        0.00
+[Apr 13, 2026 - 08:08:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 374 : avg forward pass time    12.45
+[Apr 13, 2026 - 08:08:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 374 : backward pass time       11.35
+[Apr 13, 2026 - 08:08:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 374 : optimizer step time      1.16
+[Apr 13, 2026 - 08:08:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 374--------------------
+[Apr 13, 2026 - 08:08:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0142        iter count: 1.0
+[Apr 13, 2026 - 08:08:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 13, 2026 - 08:08:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:08:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148923   43.298698   43.066208
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.015137  111.060547  111.000000
+util                       73.500000   76.000000   67.000000
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 375 : avg iteration time       187.38 seconds
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 375 : data loading time        0.00
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 375 : avg forward pass time    85.22
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 375 : backward pass time       8.33
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 375 : optimizer step time      0.34
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 375--------------------
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5669        iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5469          iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5669 iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1442iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0301 iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4956 iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0370iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0076 iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1319 iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5469iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0838  iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0212  iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2448  iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0631  iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1211  iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0307  iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0876  iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0221  iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+[Apr 13, 2026 - 08:12:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 08:12:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149071   43.299305  43.066193
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926   69.871094  69.482422
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 08:12:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 376 : avg iteration time       49.55 seconds
+[Apr 13, 2026 - 08:12:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 376 : data loading time        0.00
+[Apr 13, 2026 - 08:12:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 376 : avg forward pass time    12.87
+[Apr 13, 2026 - 08:12:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 376 : backward pass time       11.32
+[Apr 13, 2026 - 08:12:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 376 : optimizer step time      1.16
+[Apr 13, 2026 - 08:12:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 376--------------------
+[Apr 13, 2026 - 08:12:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0117        iter count: 1.0
+[Apr 13, 2026 - 08:12:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0117   iter count: 1.0
+[Apr 13, 2026 - 08:12:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:12:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:13:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149112   43.299469  43.066193
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.827637   69.949219  69.462891
+util                      98.750000  100.000000  95.000000
+[Apr 13, 2026 - 08:13:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 377 : avg iteration time       48.84 seconds
+[Apr 13, 2026 - 08:13:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 377 : data loading time        0.00
+[Apr 13, 2026 - 08:13:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 377 : avg forward pass time    12.50
+[Apr 13, 2026 - 08:13:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 377 : backward pass time       11.33
+[Apr 13, 2026 - 08:13:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 377 : optimizer step time      1.16
+[Apr 13, 2026 - 08:13:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 377--------------------
+[Apr 13, 2026 - 08:13:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 13, 2026 - 08:13:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 13, 2026 - 08:13:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:13:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:14:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149174   43.299694  43.066216
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.983887   70.164062  69.443359
+util                      98.500000  100.000000  96.000000
+[Apr 13, 2026 - 08:14:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 378 : avg iteration time       48.62 seconds
+[Apr 13, 2026 - 08:14:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 378 : data loading time        0.00
+[Apr 13, 2026 - 08:14:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 378 : avg forward pass time    12.40
+[Apr 13, 2026 - 08:14:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 378 : backward pass time       11.33
+[Apr 13, 2026 - 08:14:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 378 : optimizer step time      1.16
+[Apr 13, 2026 - 08:14:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 378--------------------
+[Apr 13, 2026 - 08:14:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0124        iter count: 1.0
+[Apr 13, 2026 - 08:14:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0124   iter count: 1.0
+[Apr 13, 2026 - 08:14:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:14:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:15:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149230   43.299938  43.066193
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.959473   69.968750  69.931641
+util                      98.000000  100.000000  94.000000
+[Apr 13, 2026 - 08:15:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 379 : avg iteration time       48.77 seconds
+[Apr 13, 2026 - 08:15:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 379 : data loading time        0.00
+[Apr 13, 2026 - 08:15:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 379 : avg forward pass time    12.44
+[Apr 13, 2026 - 08:15:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 379 : backward pass time       11.35
+[Apr 13, 2026 - 08:15:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 379 : optimizer step time      1.19
+[Apr 13, 2026 - 08:15:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 379--------------------
+[Apr 13, 2026 - 08:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0124        iter count: 1.0
+[Apr 13, 2026 - 08:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0124   iter count: 1.0
+[Apr 13, 2026 - 08:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:15:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148950   43.298809   43.066193
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.801270  111.996094  111.216797
+util                       72.500000   78.000000   70.000000
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 380 : avg iteration time       187.76 seconds
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 380 : data loading time        0.00
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 380 : avg forward pass time    85.41
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 380 : backward pass time       8.34
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 380 : optimizer step time      0.34
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 380--------------------
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5977        iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5811          iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5977 iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1114iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0415 iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3473 iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0284iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0104 iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0907 iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5811iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0891  iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0225  iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1100  iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0279  iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0672  iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0169  iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1154  iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0293  iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0120   iter count: 1.0
+[Apr 13, 2026 - 08:18:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 08:19:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149003   43.299030  43.066193
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754   69.912109  69.792969
+util                      96.500000  100.000000  90.000000
+[Apr 13, 2026 - 08:19:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 381 : avg iteration time       49.87 seconds
+[Apr 13, 2026 - 08:19:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 381 : data loading time        0.00
+[Apr 13, 2026 - 08:19:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 381 : avg forward pass time    13.00
+[Apr 13, 2026 - 08:19:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 381 : backward pass time       11.36
+[Apr 13, 2026 - 08:19:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 381 : optimizer step time      1.17
+[Apr 13, 2026 - 08:19:15 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 381--------------------
+[Apr 13, 2026 - 08:19:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0139        iter count: 1.0
+[Apr 13, 2026 - 08:19:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0139   iter count: 1.0
+[Apr 13, 2026 - 08:19:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:19:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:20:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149005   43.299038  43.066193
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051   69.912109  69.832031
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 08:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 382 : avg iteration time       51.31 seconds
+[Apr 13, 2026 - 08:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 382 : data loading time        0.00
+[Apr 13, 2026 - 08:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 382 : avg forward pass time    13.73
+[Apr 13, 2026 - 08:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 382 : backward pass time       11.35
+[Apr 13, 2026 - 08:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 382 : optimizer step time      1.17
+[Apr 13, 2026 - 08:20:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 382--------------------
+[Apr 13, 2026 - 08:20:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0113        iter count: 1.0
+[Apr 13, 2026 - 08:20:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0113   iter count: 1.0
+[Apr 13, 2026 - 08:20:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:20:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:20:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149003   43.299030  43.066193
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.871582   69.931641  69.851562
+util                      98.500000  100.000000  97.000000
+[Apr 13, 2026 - 08:20:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 383 : avg iteration time       45.99 seconds
+[Apr 13, 2026 - 08:20:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 383 : data loading time        0.00
+[Apr 13, 2026 - 08:20:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 383 : avg forward pass time    11.08
+[Apr 13, 2026 - 08:20:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 383 : backward pass time       11.32
+[Apr 13, 2026 - 08:20:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 383 : optimizer step time      1.16
+[Apr 13, 2026 - 08:20:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 383--------------------
+[Apr 13, 2026 - 08:20:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0114        iter count: 1.0
+[Apr 13, 2026 - 08:20:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0114   iter count: 1.0
+[Apr 13, 2026 - 08:20:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:20:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:21:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149014  43.299076  43.066193
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348  69.912109  69.871094
+util                      94.000000  99.000000  91.000000
+[Apr 13, 2026 - 08:21:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 384 : avg iteration time       51.34 seconds
+[Apr 13, 2026 - 08:21:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 384 : data loading time        0.00
+[Apr 13, 2026 - 08:21:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 384 : avg forward pass time    13.75
+[Apr 13, 2026 - 08:21:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 384 : backward pass time       11.33
+[Apr 13, 2026 - 08:21:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 384 : optimizer step time      1.18
+[Apr 13, 2026 - 08:21:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 384--------------------
+[Apr 13, 2026 - 08:21:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0121        iter count: 1.0
+[Apr 13, 2026 - 08:21:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0121   iter count: 1.0
+[Apr 13, 2026 - 08:21:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:21:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148696   43.297802   43.066193
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.503418  112.369141  111.214844
+util                       69.750000   75.000000   67.000000
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 385 : avg iteration time       187.65 seconds
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 385 : data loading time        0.00
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 385 : avg forward pass time    85.36
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 385 : backward pass time       8.34
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 385 : optimizer step time      0.34
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 385--------------------
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6527        iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6328          iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6527 iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1235iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0350 iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3591 iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0316iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0088 iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0939 iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6328iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1659  iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0424  iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1383  iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0352  iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2245  iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0577  iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0459  iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0115  iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0121   iter count: 1.0
+[Apr 13, 2026 - 08:24:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 08:25:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148701   43.297802  43.066196
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.549805   69.873047  69.441406
+util                      96.000000  100.000000  92.000000
+[Apr 13, 2026 - 08:25:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 386 : avg iteration time       52.35 seconds
+[Apr 13, 2026 - 08:25:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 386 : data loading time        0.00
+[Apr 13, 2026 - 08:25:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 386 : avg forward pass time    14.25
+[Apr 13, 2026 - 08:25:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 386 : backward pass time       11.34
+[Apr 13, 2026 - 08:25:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 386 : optimizer step time      1.17
+[Apr 13, 2026 - 08:25:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 386--------------------
+[Apr 13, 2026 - 08:25:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0138        iter count: 1.0
+[Apr 13, 2026 - 08:25:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 13, 2026 - 08:25:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:25:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:26:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148861   43.298462  43.066193
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.540039   69.892578  69.421875
+util                      98.500000  100.000000  95.000000
+[Apr 13, 2026 - 08:26:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 387 : avg iteration time       48.75 seconds
+[Apr 13, 2026 - 08:26:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 387 : data loading time        0.00
+[Apr 13, 2026 - 08:26:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 387 : avg forward pass time    12.46
+[Apr 13, 2026 - 08:26:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 387 : backward pass time       11.32
+[Apr 13, 2026 - 08:26:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 387 : optimizer step time      1.16
+[Apr 13, 2026 - 08:26:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 387--------------------
+[Apr 13, 2026 - 08:26:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0123        iter count: 1.0
+[Apr 13, 2026 - 08:26:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0123   iter count: 1.0
+[Apr 13, 2026 - 08:26:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:26:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:27:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149173   43.299702  43.066200
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.535156   69.873047  69.421875
+util                      96.750000  100.000000  94.000000
+[Apr 13, 2026 - 08:27:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 388 : avg iteration time       48.69 seconds
+[Apr 13, 2026 - 08:27:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 388 : data loading time        0.00
+[Apr 13, 2026 - 08:27:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 388 : avg forward pass time    12.41
+[Apr 13, 2026 - 08:27:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 388 : backward pass time       11.34
+[Apr 13, 2026 - 08:27:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 388 : optimizer step time      1.16
+[Apr 13, 2026 - 08:27:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 388--------------------
+[Apr 13, 2026 - 08:27:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0120        iter count: 1.0
+[Apr 13, 2026 - 08:27:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0120   iter count: 1.0
+[Apr 13, 2026 - 08:27:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:27:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:28:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149171   43.299702  43.066193
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.549805   69.931641  69.421875
+util                      98.750000  100.000000  96.000000
+[Apr 13, 2026 - 08:28:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 389 : avg iteration time       51.32 seconds
+[Apr 13, 2026 - 08:28:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 389 : data loading time        0.00
+[Apr 13, 2026 - 08:28:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 389 : avg forward pass time    13.74
+[Apr 13, 2026 - 08:28:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 389 : backward pass time       11.34
+[Apr 13, 2026 - 08:28:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 389 : optimizer step time      1.17
+[Apr 13, 2026 - 08:28:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 389--------------------
+[Apr 13, 2026 - 08:28:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 08:28:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 08:28:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:28:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148672   43.297695   43.066204
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.532715  111.958984  111.390625
+util                       68.500000   74.000000   66.000000
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 390 : avg iteration time       192.69 seconds
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 390 : data loading time        0.00
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 390 : avg forward pass time    87.88
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 390 : backward pass time       8.34
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 390 : optimizer step time      0.34
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 390--------------------
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6846        iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6660          iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6846 iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1089iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0133 iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3424 iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0278iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0033 iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0894 iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6660iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0798  iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0202  iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0923  iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0233  iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1315  iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0334  iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0496  iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0125  iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 08:31:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 08:32:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148787   43.298153  43.066204
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699   69.912109  69.851562
+util                      98.750000  100.000000  96.000000
+[Apr 13, 2026 - 08:32:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 391 : avg iteration time       49.70 seconds
+[Apr 13, 2026 - 08:32:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 391 : data loading time        0.00
+[Apr 13, 2026 - 08:32:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 391 : avg forward pass time    12.93
+[Apr 13, 2026 - 08:32:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 391 : backward pass time       11.35
+[Apr 13, 2026 - 08:32:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 391 : optimizer step time      1.17
+[Apr 13, 2026 - 08:32:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 391--------------------
+[Apr 13, 2026 - 08:32:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0134        iter count: 1.0
+[Apr 13, 2026 - 08:32:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0134   iter count: 1.0
+[Apr 13, 2026 - 08:32:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:32:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:33:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149064   43.299255  43.066204
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.915527   69.990234  69.890625
+util                      96.000000  100.000000  92.000000
+[Apr 13, 2026 - 08:33:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 392 : avg iteration time       48.65 seconds
+[Apr 13, 2026 - 08:33:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 392 : data loading time        0.00
+[Apr 13, 2026 - 08:33:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 392 : avg forward pass time    12.40
+[Apr 13, 2026 - 08:33:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 392 : backward pass time       11.33
+[Apr 13, 2026 - 08:33:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 392 : optimizer step time      1.18
+[Apr 13, 2026 - 08:33:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 392--------------------
+[Apr 13, 2026 - 08:33:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 08:33:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 08:33:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:33:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:33:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149123   43.299500  43.066204
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  72.103027   72.761719  70.126953
+util                      99.000000  100.000000  96.000000
+[Apr 13, 2026 - 08:33:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 393 : avg iteration time       48.77 seconds
+[Apr 13, 2026 - 08:33:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 393 : data loading time        0.00
+[Apr 13, 2026 - 08:33:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 393 : avg forward pass time    12.45
+[Apr 13, 2026 - 08:33:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 393 : backward pass time       11.36
+[Apr 13, 2026 - 08:33:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 393 : optimizer step time      1.16
+[Apr 13, 2026 - 08:33:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 393--------------------
+[Apr 13, 2026 - 08:33:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0114        iter count: 1.0
+[Apr 13, 2026 - 08:33:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0114   iter count: 1.0
+[Apr 13, 2026 - 08:33:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:33:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:34:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149060   43.299248  43.066204
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230   69.931641  69.871094
+util                      98.750000  100.000000  96.000000
+[Apr 13, 2026 - 08:34:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 394 : avg iteration time       45.99 seconds
+[Apr 13, 2026 - 08:34:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 394 : data loading time        0.00
+[Apr 13, 2026 - 08:34:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 394 : avg forward pass time    11.09
+[Apr 13, 2026 - 08:34:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 394 : backward pass time       11.34
+[Apr 13, 2026 - 08:34:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 394 : optimizer step time      1.17
+[Apr 13, 2026 - 08:34:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 394--------------------
+[Apr 13, 2026 - 08:34:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 08:34:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 08:34:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:34:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148876   43.298512   43.066204
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.317871  112.857422  110.804688
+util                       66.250000   72.000000   63.000000
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 395 : avg iteration time       182.07 seconds
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 395 : data loading time        0.00
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 395 : avg forward pass time    82.57
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 395 : backward pass time       8.33
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 395 : optimizer step time      0.34
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 395--------------------
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6321        iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6113          iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6321 iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1318iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0247 iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4155 iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0338iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0062 iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1095 iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6113iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1455  iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0370  iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0432  iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0109  iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0909  iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0230  iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0589  iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0148  iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0103   iter count: 1.0
+[Apr 13, 2026 - 08:37:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 08:38:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148876   43.298512  43.066204
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.895996   69.912109  69.890625
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 08:38:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 396 : avg iteration time       47.09 seconds
+[Apr 13, 2026 - 08:38:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 396 : data loading time        0.00
+[Apr 13, 2026 - 08:38:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 396 : avg forward pass time    11.60
+[Apr 13, 2026 - 08:38:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 396 : backward pass time       11.39
+[Apr 13, 2026 - 08:38:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 396 : optimizer step time      1.17
+[Apr 13, 2026 - 08:38:27 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 396--------------------
+[Apr 13, 2026 - 08:38:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 08:38:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 08:38:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:38:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:39:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148882   43.298512  43.066204
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465   69.892578  69.871094
+util                      96.750000  100.000000  91.000000
+[Apr 13, 2026 - 08:39:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 397 : avg iteration time       48.66 seconds
+[Apr 13, 2026 - 08:39:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 397 : data loading time        0.00
+[Apr 13, 2026 - 08:39:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 397 : avg forward pass time    12.41
+[Apr 13, 2026 - 08:39:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 397 : backward pass time       11.32
+[Apr 13, 2026 - 08:39:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 397 : optimizer step time      1.17
+[Apr 13, 2026 - 08:39:16 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 397--------------------
+[Apr 13, 2026 - 08:39:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0113        iter count: 1.0
+[Apr 13, 2026 - 08:39:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0113   iter count: 1.0
+[Apr 13, 2026 - 08:39:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:39:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:40:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148882   43.298512  43.066204
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465   69.892578  69.871094
+util                      98.500000  100.000000  97.000000
+[Apr 13, 2026 - 08:40:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 398 : avg iteration time       51.30 seconds
+[Apr 13, 2026 - 08:40:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 398 : data loading time        0.00
+[Apr 13, 2026 - 08:40:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 398 : avg forward pass time    13.73
+[Apr 13, 2026 - 08:40:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 398 : backward pass time       11.35
+[Apr 13, 2026 - 08:40:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 398 : optimizer step time      1.17
+[Apr 13, 2026 - 08:40:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 398--------------------
+[Apr 13, 2026 - 08:40:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0125        iter count: 1.0
+[Apr 13, 2026 - 08:40:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 08:40:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:40:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:40:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149122   43.299461  43.066204
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285   69.931641  69.812500
+util                      98.750000  100.000000  96.000000
+[Apr 13, 2026 - 08:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 399 : avg iteration time       48.68 seconds
+[Apr 13, 2026 - 08:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 399 : data loading time        0.00
+[Apr 13, 2026 - 08:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 399 : avg forward pass time    12.42
+[Apr 13, 2026 - 08:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 399 : backward pass time       11.34
+[Apr 13, 2026 - 08:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 399 : optimizer step time      1.16
+[Apr 13, 2026 - 08:40:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 399--------------------
+[Apr 13, 2026 - 08:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0119        iter count: 1.0
+[Apr 13, 2026 - 08:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0119   iter count: 1.0
+[Apr 13, 2026 - 08:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:40:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148816   43.298248   43.066204
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.937988  111.976562  111.822266
+util                       70.250000   80.000000   64.000000
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 400 : avg iteration time       181.86 seconds
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 400 : data loading time        0.00
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 400 : avg forward pass time    82.47
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 400 : backward pass time       8.33
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 400 : optimizer step time      0.34
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 400--------------------
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6932        iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6709          iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6932 iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1280iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0288 iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4636 iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0328iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0072 iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1229 iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6709iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1974  iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0506  iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1020  iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0258  iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0870  iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0220  iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1270  iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0323  iter count: 1.0
+[Apr 13, 2026 - 08:43:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 08:44:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 14.36 seconds
+[Apr 13, 2026 - 08:44:12 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 400
+[Apr 13, 2026 - 08:44:12 | INFO | fastgen.utils.checkpointer:save:301 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000400
+[Apr 13, 2026 - 08:44:28 | SUCCESS | fastgen.utils.checkpointer:save:329 ] Model saved at iteration 400
+[Apr 13, 2026 - 08:44:28 | INFO | fastgen.trainer:validate:358 ] Validation iteration 400
+[Apr 13, 2026 - 08:44:29 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 08:44:31 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 2.2s
+[Apr 13, 2026 - 08:44:35 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 08:44:36 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 08:44:40 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 08:44:42 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 08:44:45 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 08:44:47 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 08:44:50 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 08:44:52 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 08:44:55 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 08:44:57 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 08:45:00 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 08:45:02 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 08:45:05 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 08:45:07 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 08:45:11 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 08:45:12 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 08:45:16 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 08:45:17 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 08:45:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging val0 stats at iteration 400--------------------
+[Apr 13, 2026 - 08:45:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 08:45:37 | INFO | fastgen.callbacks.wandb:on_validation_end:683 ] Logged 10 val videos at iteration 400
+[Apr 13, 2026 - 08:46:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.150543   43.302940  43.068176
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277   70.185547  69.617188
+util                      98.000000  100.000000  92.000000
+[Apr 13, 2026 - 08:46:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 401 : avg iteration time       147.49 seconds
+[Apr 13, 2026 - 08:46:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 401 : data loading time        0.00
+[Apr 13, 2026 - 08:46:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 401 : avg forward pass time    12.11
+[Apr 13, 2026 - 08:46:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 401 : backward pass time       11.34
+[Apr 13, 2026 - 08:46:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 401 : optimizer step time      1.17
+[Apr 13, 2026 - 08:46:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 401--------------------
+[Apr 13, 2026 - 08:46:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0115        iter count: 1.0
+[Apr 13, 2026 - 08:46:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0115   iter count: 1.0
+[Apr 13, 2026 - 08:46:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:46:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:47:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.150538   43.302940  43.068180
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.803223   70.185547  69.675781
+util                      96.000000  100.000000  92.000000
+[Apr 13, 2026 - 08:47:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 402 : avg iteration time       46.29 seconds
+[Apr 13, 2026 - 08:47:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 402 : data loading time        0.00
+[Apr 13, 2026 - 08:47:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 402 : avg forward pass time    11.17
+[Apr 13, 2026 - 08:47:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 402 : backward pass time       11.40
+[Apr 13, 2026 - 08:47:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 402 : optimizer step time      1.18
+[Apr 13, 2026 - 08:47:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 402--------------------
+[Apr 13, 2026 - 08:47:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0112        iter count: 1.0
+[Apr 13, 2026 - 08:47:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 13, 2026 - 08:47:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:47:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:48:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.150600  43.303185  43.068184
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.764160  70.322266  69.578125
+util                      95.000000  99.000000  92.000000
+[Apr 13, 2026 - 08:48:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 403 : avg iteration time       48.82 seconds
+[Apr 13, 2026 - 08:48:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 403 : data loading time        0.00
+[Apr 13, 2026 - 08:48:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 403 : avg forward pass time    12.45
+[Apr 13, 2026 - 08:48:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 403 : backward pass time       11.36
+[Apr 13, 2026 - 08:48:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 403 : optimizer step time      1.18
+[Apr 13, 2026 - 08:48:00 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 403--------------------
+[Apr 13, 2026 - 08:48:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0140        iter count: 1.0
+[Apr 13, 2026 - 08:48:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0140   iter count: 1.0
+[Apr 13, 2026 - 08:48:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:48:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:48:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149680   43.299519  43.068169
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.749512   70.322266  69.558594
+util                      97.750000  100.000000  93.000000
+[Apr 13, 2026 - 08:48:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 404 : avg iteration time       48.71 seconds
+[Apr 13, 2026 - 08:48:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 404 : data loading time        0.00
+[Apr 13, 2026 - 08:48:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 404 : avg forward pass time    12.43
+[Apr 13, 2026 - 08:48:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 404 : backward pass time       11.35
+[Apr 13, 2026 - 08:48:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 404 : optimizer step time      1.17
+[Apr 13, 2026 - 08:48:49 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 404--------------------
+[Apr 13, 2026 - 08:48:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0113        iter count: 1.0
+[Apr 13, 2026 - 08:48:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0113   iter count: 1.0
+[Apr 13, 2026 - 08:48:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:48:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.149473   43.298691   43.068169
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.272949  110.277344  110.259766
+util                       72.750000   78.000000   70.000000
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 405 : avg iteration time       189.97 seconds
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 405 : data loading time        0.00
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 405 : avg forward pass time    86.51
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 405 : backward pass time       8.33
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 405 : optimizer step time      0.33
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 405--------------------
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6340        iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6113          iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6340 iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1449iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0237 iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3644 iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0371iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0059 iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0954 iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6113iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2516  iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0649  iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1258  iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0320  iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1602  iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0409  iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0811  iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0205  iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0133   iter count: 1.0
+[Apr 13, 2026 - 08:51:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 08:52:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149473   43.298691  43.068169
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.456543   69.501953  69.441406
+util                      97.500000  100.000000  91.000000
+[Apr 13, 2026 - 08:52:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 406 : avg iteration time       49.61 seconds
+[Apr 13, 2026 - 08:52:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 406 : data loading time        0.00
+[Apr 13, 2026 - 08:52:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 406 : avg forward pass time    12.89
+[Apr 13, 2026 - 08:52:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 406 : backward pass time       11.33
+[Apr 13, 2026 - 08:52:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 406 : optimizer step time      1.16
+[Apr 13, 2026 - 08:52:48 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 406--------------------
+[Apr 13, 2026 - 08:52:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 13, 2026 - 08:52:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 13, 2026 - 08:52:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:52:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:53:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149525   43.298897  43.068169
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.729980   69.792969  69.541016
+util                      94.250000  100.000000  91.000000
+[Apr 13, 2026 - 08:53:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 407 : avg iteration time       48.70 seconds
+[Apr 13, 2026 - 08:53:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 407 : data loading time        0.00
+[Apr 13, 2026 - 08:53:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 407 : avg forward pass time    12.43
+[Apr 13, 2026 - 08:53:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 407 : backward pass time       11.31
+[Apr 13, 2026 - 08:53:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 407 : optimizer step time      1.18
+[Apr 13, 2026 - 08:53:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 407--------------------
+[Apr 13, 2026 - 08:53:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0117        iter count: 1.0
+[Apr 13, 2026 - 08:53:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0117   iter count: 1.0
+[Apr 13, 2026 - 08:53:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:53:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:54:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149586   43.299141  43.068169
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.749512   69.832031  69.501953
+util                      98.750000  100.000000  96.000000
+[Apr 13, 2026 - 08:54:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 408 : avg iteration time       45.96 seconds
+[Apr 13, 2026 - 08:54:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 408 : data loading time        0.00
+[Apr 13, 2026 - 08:54:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 408 : avg forward pass time    11.06
+[Apr 13, 2026 - 08:54:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 408 : backward pass time       11.33
+[Apr 13, 2026 - 08:54:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 408 : optimizer step time      1.17
+[Apr 13, 2026 - 08:54:23 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 408--------------------
+[Apr 13, 2026 - 08:54:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 08:54:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 08:54:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:54:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:55:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149646  43.299381  43.068169
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051  69.970703  69.812500
+util                      97.000000  99.000000  95.000000
+[Apr 13, 2026 - 08:55:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 409 : avg iteration time       48.69 seconds
+[Apr 13, 2026 - 08:55:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 409 : data loading time        0.00
+[Apr 13, 2026 - 08:55:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 409 : avg forward pass time    12.44
+[Apr 13, 2026 - 08:55:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 409 : backward pass time       11.34
+[Apr 13, 2026 - 08:55:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 409 : optimizer step time      1.15
+[Apr 13, 2026 - 08:55:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 409--------------------
+[Apr 13, 2026 - 08:55:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0122        iter count: 1.0
+[Apr 13, 2026 - 08:55:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0122   iter count: 1.0
+[Apr 13, 2026 - 08:55:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:55:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.149442   43.298565   43.068169
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.684082  111.685547  111.683594
+util                       73.750000   77.000000   67.000000
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 410 : avg iteration time       187.31 seconds
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 410 : data loading time        0.00
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 410 : avg forward pass time    85.19
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 410 : backward pass time       8.33
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 410 : optimizer step time      0.33
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 410--------------------
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5468        iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5298          iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5468 iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1243iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0277 iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3956 iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0318iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0069 iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1040 iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5298iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1707  iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0436  iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1752  iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0448  iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1243  iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0316  iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0560  iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0141  iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0127   iter count: 1.0
+[Apr 13, 2026 - 08:58:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 08:59:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149446   43.298580  43.068169
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.559082   69.970703  69.421875
+util                      98.500000  100.000000  97.000000
+[Apr 13, 2026 - 08:59:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 411 : avg iteration time       52.32 seconds
+[Apr 13, 2026 - 08:59:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 411 : data loading time        0.00
+[Apr 13, 2026 - 08:59:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 411 : avg forward pass time    14.24
+[Apr 13, 2026 - 08:59:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 411 : backward pass time       11.32
+[Apr 13, 2026 - 08:59:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 411 : optimizer step time      1.18
+[Apr 13, 2026 - 08:59:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 411--------------------
+[Apr 13, 2026 - 08:59:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0124        iter count: 1.0
+[Apr 13, 2026 - 08:59:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0124   iter count: 1.0
+[Apr 13, 2026 - 08:59:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 08:59:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:00:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149442  43.298565  43.068169
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.583496  69.892578  69.480469
+util                      98.250000  99.000000  96.000000
+[Apr 13, 2026 - 09:00:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 412 : avg iteration time       48.69 seconds
+[Apr 13, 2026 - 09:00:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 412 : data loading time        0.00
+[Apr 13, 2026 - 09:00:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 412 : avg forward pass time    12.42
+[Apr 13, 2026 - 09:00:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 412 : backward pass time       11.33
+[Apr 13, 2026 - 09:00:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 412 : optimizer step time      1.17
+[Apr 13, 2026 - 09:00:00 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 412--------------------
+[Apr 13, 2026 - 09:00:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0128        iter count: 1.0
+[Apr 13, 2026 - 09:00:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 09:00:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:00:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:00:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149442   43.298565  43.068169
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.627441   69.951172  69.519531
+util                      97.500000  100.000000  91.000000
+[Apr 13, 2026 - 09:00:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 413 : avg iteration time       48.75 seconds
+[Apr 13, 2026 - 09:00:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 413 : data loading time        0.00
+[Apr 13, 2026 - 09:00:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 413 : avg forward pass time    12.45
+[Apr 13, 2026 - 09:00:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 413 : backward pass time       11.33
+[Apr 13, 2026 - 09:00:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 413 : optimizer step time      1.18
+[Apr 13, 2026 - 09:00:49 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 413--------------------
+[Apr 13, 2026 - 09:00:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0108        iter count: 1.0
+[Apr 13, 2026 - 09:00:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0108   iter count: 1.0
+[Apr 13, 2026 - 09:00:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:00:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:01:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149442  43.298565  43.068169
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.598145  69.951172  69.480469
+util                      95.750000  99.000000  93.000000
+[Apr 13, 2026 - 09:01:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 414 : avg iteration time       48.72 seconds
+[Apr 13, 2026 - 09:01:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 414 : data loading time        0.00
+[Apr 13, 2026 - 09:01:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 414 : avg forward pass time    12.43
+[Apr 13, 2026 - 09:01:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 414 : backward pass time       11.34
+[Apr 13, 2026 - 09:01:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 414 : optimizer step time      1.18
+[Apr 13, 2026 - 09:01:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 414--------------------
+[Apr 13, 2026 - 09:01:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0109        iter count: 1.0
+[Apr 13, 2026 - 09:01:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0109   iter count: 1.0
+[Apr 13, 2026 - 09:01:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:01:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.149211   43.297638   43.068169
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.722168  110.882812  110.240234
+util                       74.000000   77.000000   66.000000
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 415 : avg iteration time       184.73 seconds
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 415 : data loading time        0.00
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 415 : avg forward pass time    83.90
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 415 : backward pass time       8.33
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 415 : optimizer step time      0.34
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 415--------------------
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6594        iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6387          iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6594 iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1266iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0319 iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3070 iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0323iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0080 iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0798 iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6387iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0342  iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0086  iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0940  iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0238  iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1238  iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0314  iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1155  iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0293  iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 13, 2026 - 09:04:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 09:05:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149212  43.297638  43.068169
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.969238  69.988281  69.912109
+util                      94.250000  99.000000  91.000000
+[Apr 13, 2026 - 09:05:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 416 : avg iteration time       49.64 seconds
+[Apr 13, 2026 - 09:05:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 416 : data loading time        0.00
+[Apr 13, 2026 - 09:05:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 416 : avg forward pass time    12.90
+[Apr 13, 2026 - 09:05:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 416 : backward pass time       11.33
+[Apr 13, 2026 - 09:05:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 416 : optimizer step time      1.17
+[Apr 13, 2026 - 09:05:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 416--------------------
+[Apr 13, 2026 - 09:05:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0132        iter count: 1.0
+[Apr 13, 2026 - 09:05:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0132   iter count: 1.0
+[Apr 13, 2026 - 09:05:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:05:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:06:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149391   43.298355  43.068172
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.588379   69.912109  69.480469
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 09:06:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 417 : avg iteration time       46.08 seconds
+[Apr 13, 2026 - 09:06:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 417 : data loading time        0.00
+[Apr 13, 2026 - 09:06:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 417 : avg forward pass time    11.08
+[Apr 13, 2026 - 09:06:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 417 : backward pass time       11.39
+[Apr 13, 2026 - 09:06:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 417 : optimizer step time      1.17
+[Apr 13, 2026 - 09:06:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 417--------------------
+[Apr 13, 2026 - 09:06:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 09:06:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 09:06:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:06:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:07:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149458   43.298607  43.068172
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.925293   69.929688  69.912109
+util                      98.250000  100.000000  96.000000
+[Apr 13, 2026 - 09:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 418 : avg iteration time       51.38 seconds
+[Apr 13, 2026 - 09:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 418 : data loading time        0.00
+[Apr 13, 2026 - 09:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 418 : avg forward pass time    13.77
+[Apr 13, 2026 - 09:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 418 : backward pass time       11.32
+[Apr 13, 2026 - 09:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 418 : optimizer step time      1.16
+[Apr 13, 2026 - 09:07:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 418--------------------
+[Apr 13, 2026 - 09:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0110        iter count: 1.0
+[Apr 13, 2026 - 09:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 13, 2026 - 09:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:07:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:08:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149454   43.298607  43.068172
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.617676   69.912109  69.519531
+util                      99.250000  100.000000  98.000000
+[Apr 13, 2026 - 09:08:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 419 : avg iteration time       51.42 seconds
+[Apr 13, 2026 - 09:08:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 419 : data loading time        0.00
+[Apr 13, 2026 - 09:08:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 419 : avg forward pass time    13.79
+[Apr 13, 2026 - 09:08:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 419 : backward pass time       11.33
+[Apr 13, 2026 - 09:08:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 419 : optimizer step time      1.18
+[Apr 13, 2026 - 09:08:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 419--------------------
+[Apr 13, 2026 - 09:08:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0125        iter count: 1.0
+[Apr 13, 2026 - 09:08:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 09:08:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:08:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.149269   43.297844   43.068172
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.166504  111.273438  110.845703
+util                       73.750000   79.000000   71.000000
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 420 : avg iteration time       190.02 seconds
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 420 : data loading time        0.00
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 420 : avg forward pass time    86.55
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 420 : backward pass time       8.33
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 420 : optimizer step time      0.34
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 420--------------------
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7260        iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.7012          iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7260 iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1370iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0405 iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4475 iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0352iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0102 iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1184 iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.7012iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2136  iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0549  iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1370  iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0348  iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.3512  iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0918  iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1228  iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0312  iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0121   iter count: 1.0
+[Apr 13, 2026 - 09:11:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 09:12:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149263  43.297844  43.068172
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277  69.851562  69.482422
+util                      95.750000  99.000000  93.000000
+[Apr 13, 2026 - 09:12:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 421 : avg iteration time       52.52 seconds
+[Apr 13, 2026 - 09:12:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 421 : data loading time        0.00
+[Apr 13, 2026 - 09:12:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 421 : avg forward pass time    14.35
+[Apr 13, 2026 - 09:12:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 421 : backward pass time       11.32
+[Apr 13, 2026 - 09:12:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 421 : optimizer step time      1.18
+[Apr 13, 2026 - 09:12:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 421--------------------
+[Apr 13, 2026 - 09:12:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0136        iter count: 1.0
+[Apr 13, 2026 - 09:12:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0136   iter count: 1.0
+[Apr 13, 2026 - 09:12:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:12:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:12:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149462   43.298576  43.068188
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.793457   69.851562  69.619141
+util                      98.250000  100.000000  94.000000
+[Apr 13, 2026 - 09:12:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 422 : avg iteration time       45.91 seconds
+[Apr 13, 2026 - 09:12:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 422 : data loading time        0.00
+[Apr 13, 2026 - 09:12:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 422 : avg forward pass time    11.03
+[Apr 13, 2026 - 09:12:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 422 : backward pass time       11.32
+[Apr 13, 2026 - 09:12:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 422 : optimizer step time      1.18
+[Apr 13, 2026 - 09:12:49 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 422--------------------
+[Apr 13, 2026 - 09:12:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0122        iter count: 1.0
+[Apr 13, 2026 - 09:12:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0122   iter count: 1.0
+[Apr 13, 2026 - 09:12:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:12:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:13:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149456   43.298576  43.068172
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.798340   69.871094  69.580078
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 09:13:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 423 : avg iteration time       48.74 seconds
+[Apr 13, 2026 - 09:13:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 423 : data loading time        0.00
+[Apr 13, 2026 - 09:13:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 423 : avg forward pass time    12.45
+[Apr 13, 2026 - 09:13:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 423 : backward pass time       11.33
+[Apr 13, 2026 - 09:13:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 423 : optimizer step time      1.18
+[Apr 13, 2026 - 09:13:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 423--------------------
+[Apr 13, 2026 - 09:13:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 13, 2026 - 09:13:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 13, 2026 - 09:13:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:13:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:14:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149454   43.298576  43.068172
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.905762   70.068359  69.851562
+util                      98.750000  100.000000  95.000000
+[Apr 13, 2026 - 09:14:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 424 : avg iteration time       48.67 seconds
+[Apr 13, 2026 - 09:14:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 424 : data loading time        0.00
+[Apr 13, 2026 - 09:14:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 424 : avg forward pass time    12.42
+[Apr 13, 2026 - 09:14:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 424 : backward pass time       11.33
+[Apr 13, 2026 - 09:14:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 424 : optimizer step time      1.17
+[Apr 13, 2026 - 09:14:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 424--------------------
+[Apr 13, 2026 - 09:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 09:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 09:14:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:14:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148933   43.297462   43.067223
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.590820  111.664062  111.373047
+util                       69.750000   75.000000   67.000000
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 425 : avg iteration time       181.91 seconds
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 425 : data loading time        0.00
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 425 : avg forward pass time    82.47
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 425 : backward pass time       8.34
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 425 : optimizer step time      0.33
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 425--------------------
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5922        iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5762          iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5922 iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1099iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0244 iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2736 iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0280iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0061 iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0708 iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5762iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0662  iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0167  iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1593  iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0406  iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0709  iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0179  iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1097  iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0278  iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 09:17:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 09:18:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148947   43.297462  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.827637   69.949219  69.462891
+util                      98.500000  100.000000  95.000000
+[Apr 13, 2026 - 09:18:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 426 : avg iteration time       52.49 seconds
+[Apr 13, 2026 - 09:18:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 426 : data loading time        0.00
+[Apr 13, 2026 - 09:18:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 426 : avg forward pass time    14.32
+[Apr 13, 2026 - 09:18:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 426 : backward pass time       11.33
+[Apr 13, 2026 - 09:18:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 426 : optimizer step time      1.19
+[Apr 13, 2026 - 09:18:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 426--------------------
+[Apr 13, 2026 - 09:18:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0188        iter count: 1.0
+[Apr 13, 2026 - 09:18:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0188   iter count: 1.0
+[Apr 13, 2026 - 09:18:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:18:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:19:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148932   43.297462  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.900879   69.910156  69.873047
+util                      98.000000  100.000000  93.000000
+[Apr 13, 2026 - 09:19:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 427 : avg iteration time       51.38 seconds
+[Apr 13, 2026 - 09:19:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 427 : data loading time        0.00
+[Apr 13, 2026 - 09:19:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 427 : avg forward pass time    13.76
+[Apr 13, 2026 - 09:19:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 427 : backward pass time       11.34
+[Apr 13, 2026 - 09:19:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 427 : optimizer step time      1.20
+[Apr 13, 2026 - 09:19:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 427--------------------
+[Apr 13, 2026 - 09:19:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0138        iter count: 1.0
+[Apr 13, 2026 - 09:19:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 13, 2026 - 09:19:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:19:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:20:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148999  43.297699  43.067215
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.910645  69.912109  69.910156
+util                      96.250000  99.000000  94.000000
+[Apr 13, 2026 - 09:20:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 428 : avg iteration time       48.70 seconds
+[Apr 13, 2026 - 09:20:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 428 : data loading time        0.00
+[Apr 13, 2026 - 09:20:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 428 : avg forward pass time    12.42
+[Apr 13, 2026 - 09:20:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 428 : backward pass time       11.34
+[Apr 13, 2026 - 09:20:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 428 : optimizer step time      1.18
+[Apr 13, 2026 - 09:20:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 428--------------------
+[Apr 13, 2026 - 09:20:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0135        iter count: 1.0
+[Apr 13, 2026 - 09:20:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0135   iter count: 1.0
+[Apr 13, 2026 - 09:20:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:20:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:20:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149170   43.298416  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.915527   69.931641  69.910156
+util                      98.500000  100.000000  97.000000
+[Apr 13, 2026 - 09:20:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 429 : avg iteration time       48.64 seconds
+[Apr 13, 2026 - 09:20:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 429 : data loading time        0.00
+[Apr 13, 2026 - 09:20:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 429 : avg forward pass time    12.39
+[Apr 13, 2026 - 09:20:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 429 : backward pass time       11.34
+[Apr 13, 2026 - 09:20:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 429 : optimizer step time      1.17
+[Apr 13, 2026 - 09:20:50 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 429--------------------
+[Apr 13, 2026 - 09:20:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0110        iter count: 1.0
+[Apr 13, 2026 - 09:20:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 13, 2026 - 09:20:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:20:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:23:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148939   43.297482   43.067226
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.941895  111.646484  110.707031
+util                       74.000000   77.000000   67.000000
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 430 : avg iteration time       189.89 seconds
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 430 : data loading time        0.00
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 430 : avg forward pass time    86.49
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 430 : backward pass time       8.34
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 430 : optimizer step time      0.33
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 430--------------------
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6440        iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6250          iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6440 iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1184iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0282 iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5136 iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0304iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0071 iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1370 iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6250iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.5136  iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.1370  iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0282  iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0071  iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0312  iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0078  iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.3206  iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0835  iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 09:24:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 09:24:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.148937  43.297485  43.067215
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.793457  69.910156  69.443359
+util                      95.000000  99.000000  91.000000
+[Apr 13, 2026 - 09:24:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 431 : avg iteration time       49.64 seconds
+[Apr 13, 2026 - 09:24:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 431 : data loading time        0.00
+[Apr 13, 2026 - 09:24:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 431 : avg forward pass time    12.90
+[Apr 13, 2026 - 09:24:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 431 : backward pass time       11.32
+[Apr 13, 2026 - 09:24:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 431 : optimizer step time      1.17
+[Apr 13, 2026 - 09:24:49 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 431--------------------
+[Apr 13, 2026 - 09:24:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0156        iter count: 1.0
+[Apr 13, 2026 - 09:24:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 13, 2026 - 09:24:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:24:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:25:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148942   43.297482  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051   69.988281  69.443359
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 09:25:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 432 : avg iteration time       48.71 seconds
+[Apr 13, 2026 - 09:25:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 432 : data loading time        0.00
+[Apr 13, 2026 - 09:25:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 432 : avg forward pass time    12.42
+[Apr 13, 2026 - 09:25:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 432 : backward pass time       11.32
+[Apr 13, 2026 - 09:25:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 432 : optimizer step time      1.19
+[Apr 13, 2026 - 09:25:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 432--------------------
+[Apr 13, 2026 - 09:25:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0129        iter count: 1.0
+[Apr 13, 2026 - 09:25:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0129   iter count: 1.0
+[Apr 13, 2026 - 09:25:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:25:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:26:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148997   43.297703  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.778809   69.890625  69.443359
+util                      97.250000  100.000000  95.000000
+[Apr 13, 2026 - 09:26:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 433 : avg iteration time       46.14 seconds
+[Apr 13, 2026 - 09:26:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 433 : data loading time        0.00
+[Apr 13, 2026 - 09:26:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 433 : avg forward pass time    11.15
+[Apr 13, 2026 - 09:26:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 433 : backward pass time       11.32
+[Apr 13, 2026 - 09:26:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 433 : optimizer step time      1.17
+[Apr 13, 2026 - 09:26:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 433--------------------
+[Apr 13, 2026 - 09:26:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0114        iter count: 1.0
+[Apr 13, 2026 - 09:26:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0114   iter count: 1.0
+[Apr 13, 2026 - 09:26:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:26:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:27:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149053   43.297947  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.793457   69.910156  69.443359
+util                      98.000000  100.000000  92.000000
+[Apr 13, 2026 - 09:27:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 434 : avg iteration time       48.67 seconds
+[Apr 13, 2026 - 09:27:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 434 : data loading time        0.00
+[Apr 13, 2026 - 09:27:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 434 : avg forward pass time    12.42
+[Apr 13, 2026 - 09:27:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 434 : backward pass time       11.33
+[Apr 13, 2026 - 09:27:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 434 : optimizer step time      1.16
+[Apr 13, 2026 - 09:27:13 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 434--------------------
+[Apr 13, 2026 - 09:27:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 13, 2026 - 09:27:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 13, 2026 - 09:27:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:27:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148774   43.296833   43.067215
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.347168  111.626953  111.253906
+util                       68.500000   74.000000   66.000000
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 435 : avg iteration time       187.32 seconds
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 435 : data loading time        0.00
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 435 : avg forward pass time    85.20
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 435 : backward pass time       8.33
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 435 : optimizer step time      0.33
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 435--------------------
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7097        iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6875          iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7097 iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1255iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0394 iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3970 iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0321iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0099 iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1043 iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6875iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1654  iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0422  iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1031  iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0261  iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1408  iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0358  iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0561  iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0141  iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0108   iter count: 1.0
+[Apr 13, 2026 - 09:30:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 09:31:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148774   43.296833  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.461426   69.462891  69.460938
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 09:31:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 436 : avg iteration time       49.66 seconds
+[Apr 13, 2026 - 09:31:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 436 : data loading time        0.00
+[Apr 13, 2026 - 09:31:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 436 : avg forward pass time    12.91
+[Apr 13, 2026 - 09:31:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 436 : backward pass time       11.32
+[Apr 13, 2026 - 09:31:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 436 : optimizer step time      1.17
+[Apr 13, 2026 - 09:31:10 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 436--------------------
+[Apr 13, 2026 - 09:31:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0139        iter count: 1.0
+[Apr 13, 2026 - 09:31:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0139   iter count: 1.0
+[Apr 13, 2026 - 09:31:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:31:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:32:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.148960   43.297554  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.905762   70.009766  69.871094
+util                      97.000000  100.000000  95.000000
+[Apr 13, 2026 - 09:32:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 437 : avg iteration time       51.34 seconds
+[Apr 13, 2026 - 09:32:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 437 : data loading time        0.00
+[Apr 13, 2026 - 09:32:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 437 : avg forward pass time    13.75
+[Apr 13, 2026 - 09:32:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 437 : backward pass time       11.33
+[Apr 13, 2026 - 09:32:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 437 : optimizer step time      1.18
+[Apr 13, 2026 - 09:32:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 437--------------------
+[Apr 13, 2026 - 09:32:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0113        iter count: 1.0
+[Apr 13, 2026 - 09:32:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0113   iter count: 1.0
+[Apr 13, 2026 - 09:32:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:32:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:32:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149382   43.299252  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.559082   69.912109  69.441406
+util                      95.000000  100.000000  91.000000
+[Apr 13, 2026 - 09:32:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 438 : avg iteration time       45.94 seconds
+[Apr 13, 2026 - 09:32:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 438 : data loading time        0.00
+[Apr 13, 2026 - 09:32:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 438 : avg forward pass time    11.06
+[Apr 13, 2026 - 09:32:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 438 : backward pass time       11.32
+[Apr 13, 2026 - 09:32:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 438 : optimizer step time      1.16
+[Apr 13, 2026 - 09:32:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 438--------------------
+[Apr 13, 2026 - 09:32:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 09:32:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 09:32:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:32:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:33:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149501  43.299740  43.067215
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.549316  69.931641  69.421875
+util                      97.750000  99.000000  96.000000
+[Apr 13, 2026 - 09:33:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 439 : avg iteration time       48.67 seconds
+[Apr 13, 2026 - 09:33:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 439 : data loading time        0.00
+[Apr 13, 2026 - 09:33:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 439 : avg forward pass time    12.41
+[Apr 13, 2026 - 09:33:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 439 : backward pass time       11.35
+[Apr 13, 2026 - 09:33:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 439 : optimizer step time      1.18
+[Apr 13, 2026 - 09:33:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 439--------------------
+[Apr 13, 2026 - 09:33:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0114        iter count: 1.0
+[Apr 13, 2026 - 09:33:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0114   iter count: 1.0
+[Apr 13, 2026 - 09:33:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:33:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.148924   43.297417   43.067215
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.113770  112.994141  111.820312
+util                       69.500000   78.000000   63.000000
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 440 : avg iteration time       192.53 seconds
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 440 : data loading time        0.00
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 440 : avg forward pass time    87.80
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 440 : backward pass time       8.33
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 440 : optimizer step time      0.33
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 440--------------------
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6689        iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6514          iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6689 iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1075iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0241 iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2153 iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0273iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0060 iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0553 iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6514iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0454  iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0114  iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1081  iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0274  iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2153  iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0553  iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2068  iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0531  iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 09:36:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 09:37:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149041   43.297863  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.720703   69.812500  69.445312
+util                      98.250000  100.000000  94.000000
+[Apr 13, 2026 - 09:37:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 441 : avg iteration time       46.96 seconds
+[Apr 13, 2026 - 09:37:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 441 : data loading time        0.00
+[Apr 13, 2026 - 09:37:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 441 : avg forward pass time    11.57
+[Apr 13, 2026 - 09:37:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 441 : backward pass time       11.33
+[Apr 13, 2026 - 09:37:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 441 : optimizer step time      1.17
+[Apr 13, 2026 - 09:37:35 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 441--------------------
+[Apr 13, 2026 - 09:37:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0128        iter count: 1.0
+[Apr 13, 2026 - 09:37:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 09:37:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:37:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:38:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149292   43.298866  43.067238
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.559570   69.597656  69.445312
+util                      98.750000  100.000000  97.000000
+[Apr 13, 2026 - 09:38:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 442 : avg iteration time       48.72 seconds
+[Apr 13, 2026 - 09:38:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 442 : data loading time        0.00
+[Apr 13, 2026 - 09:38:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 442 : avg forward pass time    12.45
+[Apr 13, 2026 - 09:38:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 442 : backward pass time       11.33
+[Apr 13, 2026 - 09:38:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 442 : optimizer step time      1.16
+[Apr 13, 2026 - 09:38:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 442--------------------
+[Apr 13, 2026 - 09:38:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 09:38:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 09:38:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:38:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:39:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149287   43.298859  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.671875   69.894531  69.597656
+util                      97.750000  100.000000  96.000000
+[Apr 13, 2026 - 09:39:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 443 : avg iteration time       45.99 seconds
+[Apr 13, 2026 - 09:39:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 443 : data loading time        0.00
+[Apr 13, 2026 - 09:39:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 443 : avg forward pass time    11.07
+[Apr 13, 2026 - 09:39:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 443 : backward pass time       11.34
+[Apr 13, 2026 - 09:39:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 443 : optimizer step time      1.17
+[Apr 13, 2026 - 09:39:10 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 443--------------------
+[Apr 13, 2026 - 09:39:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0114        iter count: 1.0
+[Apr 13, 2026 - 09:39:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0114   iter count: 1.0
+[Apr 13, 2026 - 09:39:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:39:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:39:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149367   43.299191  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.896484   70.207031  69.792969
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 09:39:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 444 : avg iteration time       48.66 seconds
+[Apr 13, 2026 - 09:39:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 444 : data loading time        0.00
+[Apr 13, 2026 - 09:39:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 444 : avg forward pass time    12.42
+[Apr 13, 2026 - 09:39:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 444 : backward pass time       11.31
+[Apr 13, 2026 - 09:39:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 444 : optimizer step time      1.17
+[Apr 13, 2026 - 09:39:58 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 444--------------------
+[Apr 13, 2026 - 09:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0112        iter count: 1.0
+[Apr 13, 2026 - 09:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 13, 2026 - 09:39:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:39:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.149147   43.298286   43.067238
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.312988  111.332031  111.255859
+util                       69.250000   74.000000   67.000000
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 445 : avg iteration time       190.14 seconds
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 445 : data loading time        0.00
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 445 : avg forward pass time    86.60
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 445 : backward pass time       8.34
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 445 : optimizer step time      0.33
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 445--------------------
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6731        iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6514          iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6731 iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1294iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0312 iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4888 iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0332iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0078 iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1300 iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6514iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0733  iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0185  iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0818  iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0207  iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.3451  iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0901  iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0528  iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0133  iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0122   iter count: 1.0
+[Apr 13, 2026 - 09:43:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 09:44:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149269  43.298775  43.067238
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465  69.890625  69.833984
+util                      97.500000  99.000000  96.000000
+[Apr 13, 2026 - 09:44:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 446 : avg iteration time       52.40 seconds
+[Apr 13, 2026 - 09:44:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 446 : data loading time        0.00
+[Apr 13, 2026 - 09:44:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 446 : avg forward pass time    14.28
+[Apr 13, 2026 - 09:44:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 446 : backward pass time       11.33
+[Apr 13, 2026 - 09:44:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 446 : optimizer step time      1.17
+[Apr 13, 2026 - 09:44:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 446--------------------
+[Apr 13, 2026 - 09:44:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0109        iter count: 1.0
+[Apr 13, 2026 - 09:44:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0109   iter count: 1.0
+[Apr 13, 2026 - 09:44:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:44:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:44:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149271   43.298798  43.067223
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.920410   69.951172  69.910156
+util                      98.000000  100.000000  94.000000
+[Apr 13, 2026 - 09:44:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 447 : avg iteration time       48.70 seconds
+[Apr 13, 2026 - 09:44:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 447 : data loading time        0.00
+[Apr 13, 2026 - 09:44:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 447 : avg forward pass time    12.42
+[Apr 13, 2026 - 09:44:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 447 : backward pass time       11.32
+[Apr 13, 2026 - 09:44:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 447 : optimizer step time      1.18
+[Apr 13, 2026 - 09:44:50 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 447--------------------
+[Apr 13, 2026 - 09:44:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0118        iter count: 1.0
+[Apr 13, 2026 - 09:44:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+[Apr 13, 2026 - 09:44:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:44:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:45:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149263   43.298775  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816   69.892578  69.851562
+util                      98.500000  100.000000  94.000000
+[Apr 13, 2026 - 09:45:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 448 : avg iteration time       51.39 seconds
+[Apr 13, 2026 - 09:45:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 448 : data loading time        0.00
+[Apr 13, 2026 - 09:45:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 448 : avg forward pass time    13.76
+[Apr 13, 2026 - 09:45:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 448 : backward pass time       11.35
+[Apr 13, 2026 - 09:45:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 448 : optimizer step time      1.17
+[Apr 13, 2026 - 09:45:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 448--------------------
+[Apr 13, 2026 - 09:45:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0130        iter count: 1.0
+[Apr 13, 2026 - 09:45:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 13, 2026 - 09:45:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:45:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:46:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.149269  43.298775  43.067238
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465  69.892578  69.871094
+util                      97.000000  99.000000  95.000000
+[Apr 13, 2026 - 09:46:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 449 : avg iteration time       48.71 seconds
+[Apr 13, 2026 - 09:46:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 449 : data loading time        0.00
+[Apr 13, 2026 - 09:46:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 449 : avg forward pass time    12.43
+[Apr 13, 2026 - 09:46:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 449 : backward pass time       11.34
+[Apr 13, 2026 - 09:46:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 449 : optimizer step time      1.17
+[Apr 13, 2026 - 09:46:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 449--------------------
+[Apr 13, 2026 - 09:46:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 09:46:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 09:46:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:46:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.149269   43.298775   43.067238
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.478027  110.667969  109.908203
+util                       72.250000   77.000000   70.000000
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 450 : avg iteration time       187.24 seconds
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 450 : data loading time        0.00
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 450 : avg forward pass time    85.16
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 450 : backward pass time       8.34
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 450 : optimizer step time      0.33
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 450--------------------
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6376        iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6182          iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6376 iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1209iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0205 iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4626 iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0309iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0051 iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1226 iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6182iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0869  iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0220  iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0821  iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0207  iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0449  iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0113  iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1103  iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0280  iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 13, 2026 - 09:49:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 09:50:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149263   43.298775  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.872070   69.931641  69.851562
+util                      96.500000  100.000000  94.000000
+[Apr 13, 2026 - 09:50:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 451 : avg iteration time       52.35 seconds
+[Apr 13, 2026 - 09:50:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 451 : data loading time        0.00
+[Apr 13, 2026 - 09:50:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 451 : avg forward pass time    14.23
+[Apr 13, 2026 - 09:50:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 451 : backward pass time       11.36
+[Apr 13, 2026 - 09:50:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 451 : optimizer step time      1.17
+[Apr 13, 2026 - 09:50:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 451--------------------
+[Apr 13, 2026 - 09:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0146        iter count: 1.0
+[Apr 13, 2026 - 09:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 09:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:50:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:51:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149264   43.298779  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.906250   69.951172  69.890625
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 09:51:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 452 : avg iteration time       48.67 seconds
+[Apr 13, 2026 - 09:51:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 452 : data loading time        0.00
+[Apr 13, 2026 - 09:51:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 452 : avg forward pass time    12.41
+[Apr 13, 2026 - 09:51:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 452 : backward pass time       11.34
+[Apr 13, 2026 - 09:51:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 452 : optimizer step time      1.17
+[Apr 13, 2026 - 09:51:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 452--------------------
+[Apr 13, 2026 - 09:51:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0139        iter count: 1.0
+[Apr 13, 2026 - 09:51:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0139   iter count: 1.0
+[Apr 13, 2026 - 09:51:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:51:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:52:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.149264   43.298779  43.067215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891602   69.892578  69.890625
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 09:52:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 453 : avg iteration time       51.40 seconds
+[Apr 13, 2026 - 09:52:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 453 : data loading time        0.00
+[Apr 13, 2026 - 09:52:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 453 : avg forward pass time    13.76
+[Apr 13, 2026 - 09:52:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 453 : backward pass time       11.35
+[Apr 13, 2026 - 09:52:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 453 : optimizer step time      1.19
+[Apr 13, 2026 - 09:52:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 453--------------------
+[Apr 13, 2026 - 09:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0156        iter count: 1.0
+[Apr 13, 2026 - 09:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 13, 2026 - 09:52:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:52:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:53:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.355398   43.505997  43.270840
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.857422   69.873047  69.851562
+util                      98.250000  100.000000  96.000000
+[Apr 13, 2026 - 09:53:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 454 : avg iteration time       51.55 seconds
+[Apr 13, 2026 - 09:53:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 454 : data loading time        0.00
+[Apr 13, 2026 - 09:53:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 454 : avg forward pass time    13.17
+[Apr 13, 2026 - 09:53:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 454 : backward pass time       11.34
+[Apr 13, 2026 - 09:53:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 454 : optimizer step time      1.17
+[Apr 13, 2026 - 09:53:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 454--------------------
+[Apr 13, 2026 - 09:53:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0132        iter count: 1.0
+[Apr 13, 2026 - 09:53:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0132   iter count: 1.0
+[Apr 13, 2026 - 09:53:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:53:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.355068   43.504482   43.270863
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.731934  111.275391  110.550781
+util                       69.000000   73.000000   67.000000
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 455 : avg iteration time       184.79 seconds
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 455 : data loading time        0.00
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 455 : avg forward pass time    83.93
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 455 : backward pass time       8.33
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 455 : optimizer step time      0.34
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 455--------------------
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6611        iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6445          iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6611 iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1041iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0140 iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4027 iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0265iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0035 iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1059 iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6445iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1098  iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0278  iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0454  iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0114  iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1189  iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0302  iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0813  iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0205  iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0124   iter count: 1.0
+[Apr 13, 2026 - 09:56:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 09:56:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.355497   43.505413  43.270863
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.925293   70.066406  69.501953
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 09:56:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 456 : avg iteration time       49.65 seconds
+[Apr 13, 2026 - 09:56:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 456 : data loading time        0.00
+[Apr 13, 2026 - 09:56:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 456 : avg forward pass time    12.89
+[Apr 13, 2026 - 09:56:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 456 : backward pass time       11.34
+[Apr 13, 2026 - 09:56:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 456 : optimizer step time      1.17
+[Apr 13, 2026 - 09:56:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 456--------------------
+[Apr 13, 2026 - 09:56:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0135        iter count: 1.0
+[Apr 13, 2026 - 09:56:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0135   iter count: 1.0
+[Apr 13, 2026 - 09:56:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:56:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:57:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.355837   43.506165  43.271008
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.930176   69.931641  69.929688
+util                      97.750000  100.000000  93.000000
+[Apr 13, 2026 - 09:57:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 457 : avg iteration time       51.44 seconds
+[Apr 13, 2026 - 09:57:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 457 : data loading time        0.00
+[Apr 13, 2026 - 09:57:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 457 : avg forward pass time    13.77
+[Apr 13, 2026 - 09:57:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 457 : backward pass time       11.34
+[Apr 13, 2026 - 09:57:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 457 : optimizer step time      1.18
+[Apr 13, 2026 - 09:57:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 457--------------------
+[Apr 13, 2026 - 09:57:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0105        iter count: 1.0
+[Apr 13, 2026 - 09:57:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0105   iter count: 1.0
+[Apr 13, 2026 - 09:57:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:57:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:58:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.356333   43.507164  43.271042
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.817871   69.929688  69.482422
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 09:58:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 458 : avg iteration time       51.37 seconds
+[Apr 13, 2026 - 09:58:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 458 : data loading time        0.00
+[Apr 13, 2026 - 09:58:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 458 : avg forward pass time    13.76
+[Apr 13, 2026 - 09:58:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 458 : backward pass time       11.34
+[Apr 13, 2026 - 09:58:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 458 : optimizer step time      1.18
+[Apr 13, 2026 - 09:58:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 458--------------------
+[Apr 13, 2026 - 09:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0130        iter count: 1.0
+[Apr 13, 2026 - 09:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 13, 2026 - 09:58:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:58:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 09:59:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.356970  43.507645  43.271099
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.788574  69.890625  69.482422
+util                      98.000000  99.000000  96.000000
+[Apr 13, 2026 - 09:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 459 : avg iteration time       51.35 seconds
+[Apr 13, 2026 - 09:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 459 : data loading time        0.00
+[Apr 13, 2026 - 09:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 459 : avg forward pass time    13.74
+[Apr 13, 2026 - 09:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 459 : backward pass time       11.34
+[Apr 13, 2026 - 09:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 459 : optimizer step time      1.17
+[Apr 13, 2026 - 09:59:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 459--------------------
+[Apr 13, 2026 - 09:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0122        iter count: 1.0
+[Apr 13, 2026 - 09:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0122   iter count: 1.0
+[Apr 13, 2026 - 09:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 09:59:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.357464   43.507034   43.271797
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  109.936035  112.779297  108.988281
+util                       67.750000   72.000000   65.000000
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 460 : avg iteration time       187.18 seconds
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 460 : data loading time        0.00
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 460 : avg forward pass time    85.13
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 460 : backward pass time       8.33
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 460 : optimizer step time      0.34
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 460--------------------
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6552        iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6348          iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6552 iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1279iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0340 iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3077 iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0327iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0085 iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0800 iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6348iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1910  iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0489  iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0437  iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0110  iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1559  iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0398  iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1608  iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0410  iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0121   iter count: 1.0
+[Apr 13, 2026 - 10:02:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 10:03:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.358409   43.508263  43.273598
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465   69.951172  69.851562
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 10:03:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 461 : avg iteration time       47.04 seconds
+[Apr 13, 2026 - 10:03:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 461 : data loading time        0.00
+[Apr 13, 2026 - 10:03:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 461 : avg forward pass time    11.59
+[Apr 13, 2026 - 10:03:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 461 : backward pass time       11.33
+[Apr 13, 2026 - 10:03:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 461 : optimizer step time      1.18
+[Apr 13, 2026 - 10:03:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 461--------------------
+[Apr 13, 2026 - 10:03:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 13, 2026 - 10:03:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 13, 2026 - 10:03:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:03:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:04:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.358813  43.509888  43.273590
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.900879  69.931641  69.890625
+util                      97.500000  99.000000  96.000000
+[Apr 13, 2026 - 10:04:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 462 : avg iteration time       46.17 seconds
+[Apr 13, 2026 - 10:04:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 462 : data loading time        0.00
+[Apr 13, 2026 - 10:04:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 462 : avg forward pass time    11.15
+[Apr 13, 2026 - 10:04:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 462 : backward pass time       11.34
+[Apr 13, 2026 - 10:04:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 462 : optimizer step time      1.16
+[Apr 13, 2026 - 10:04:10 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 462--------------------
+[Apr 13, 2026 - 10:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0121        iter count: 1.0
+[Apr 13, 2026 - 10:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0121   iter count: 1.0
+[Apr 13, 2026 - 10:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:04:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:04:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.358990   43.509911  43.273598
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051   69.912109  69.832031
+util                      96.500000  100.000000  91.000000
+[Apr 13, 2026 - 10:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 463 : avg iteration time       48.72 seconds
+[Apr 13, 2026 - 10:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 463 : data loading time        0.00
+[Apr 13, 2026 - 10:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 463 : avg forward pass time    12.43
+[Apr 13, 2026 - 10:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 463 : backward pass time       11.35
+[Apr 13, 2026 - 10:04:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 463 : optimizer step time      1.18
+[Apr 13, 2026 - 10:04:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 463--------------------
+[Apr 13, 2026 - 10:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0140        iter count: 1.0
+[Apr 13, 2026 - 10:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0140   iter count: 1.0
+[Apr 13, 2026 - 10:04:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:04:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:05:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.358971   43.509651  43.273598
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699   69.912109  69.851562
+util                      98.000000  100.000000  94.000000
+[Apr 13, 2026 - 10:05:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 464 : avg iteration time       48.79 seconds
+[Apr 13, 2026 - 10:05:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 464 : data loading time        0.00
+[Apr 13, 2026 - 10:05:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 464 : avg forward pass time    12.44
+[Apr 13, 2026 - 10:05:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 464 : backward pass time       11.35
+[Apr 13, 2026 - 10:05:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 464 : optimizer step time      1.18
+[Apr 13, 2026 - 10:05:48 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 464--------------------
+[Apr 13, 2026 - 10:05:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0114        iter count: 1.0
+[Apr 13, 2026 - 10:05:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0114   iter count: 1.0
+[Apr 13, 2026 - 10:05:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:05:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.358933   43.509315   43.273766
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.116699  111.626953  109.613281
+util                       74.500000   79.000000   72.000000
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 465 : avg iteration time       187.35 seconds
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 465 : data loading time        0.00
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 465 : avg forward pass time    85.21
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 465 : backward pass time       8.34
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 465 : optimizer step time      0.33
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 465--------------------
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5418        iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5244          iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5418 iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1292iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0228 iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5181 iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0331iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0057 iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1383 iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5244iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2222  iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0571  iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0629  iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0159  iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1781  iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0455  iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0672  iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0169  iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0122   iter count: 1.0
+[Apr 13, 2026 - 10:08:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 10:09:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.358967   43.509338  43.273766
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277   69.871094  69.423828
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 10:09:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 466 : avg iteration time       47.21 seconds
+[Apr 13, 2026 - 10:09:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 466 : data loading time        0.00
+[Apr 13, 2026 - 10:09:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 466 : avg forward pass time    11.68
+[Apr 13, 2026 - 10:09:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 466 : backward pass time       11.35
+[Apr 13, 2026 - 10:09:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 466 : optimizer step time      1.17
+[Apr 13, 2026 - 10:09:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 466--------------------
+[Apr 13, 2026 - 10:09:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0142        iter count: 1.0
+[Apr 13, 2026 - 10:09:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 13, 2026 - 10:09:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:09:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:10:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.358991   43.509315  43.273766
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402   69.853516  69.832031
+util                      97.750000  100.000000  93.000000
+[Apr 13, 2026 - 10:10:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 467 : avg iteration time       51.41 seconds
+[Apr 13, 2026 - 10:10:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 467 : data loading time        0.00
+[Apr 13, 2026 - 10:10:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 467 : avg forward pass time    13.77
+[Apr 13, 2026 - 10:10:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 467 : backward pass time       11.34
+[Apr 13, 2026 - 10:10:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 467 : optimizer step time      1.17
+[Apr 13, 2026 - 10:10:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 467--------------------
+[Apr 13, 2026 - 10:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0134        iter count: 1.0
+[Apr 13, 2026 - 10:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0134   iter count: 1.0
+[Apr 13, 2026 - 10:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:10:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:11:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.359043   43.509315  43.273766
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.871582   69.931641  69.851562
+util                      98.500000  100.000000  95.000000
+[Apr 13, 2026 - 10:11:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 468 : avg iteration time       51.62 seconds
+[Apr 13, 2026 - 10:11:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 468 : data loading time        0.00
+[Apr 13, 2026 - 10:11:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 468 : avg forward pass time    13.89
+[Apr 13, 2026 - 10:11:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 468 : backward pass time       11.33
+[Apr 13, 2026 - 10:11:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 468 : optimizer step time      1.16
+[Apr 13, 2026 - 10:11:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 468--------------------
+[Apr 13, 2026 - 10:11:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0128        iter count: 1.0
+[Apr 13, 2026 - 10:11:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 10:11:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:11:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:12:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.359103   43.509556  43.273766
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816   69.871094  69.833984
+util                      98.000000  100.000000  92.000000
+[Apr 13, 2026 - 10:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 469 : avg iteration time       48.77 seconds
+[Apr 13, 2026 - 10:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 469 : data loading time        0.00
+[Apr 13, 2026 - 10:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 469 : avg forward pass time    12.47
+[Apr 13, 2026 - 10:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 469 : backward pass time       11.31
+[Apr 13, 2026 - 10:12:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 469 : optimizer step time      1.18
+[Apr 13, 2026 - 10:12:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 469--------------------
+[Apr 13, 2026 - 10:12:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0125        iter count: 1.0
+[Apr 13, 2026 - 10:12:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 10:12:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:12:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.359048   43.508617   43.274441
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.443848  110.826172  110.316406
+util                       71.250000   79.000000   62.000000
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 470 : avg iteration time       182.05 seconds
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 470 : data loading time        0.00
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 470 : avg forward pass time    82.57
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 470 : backward pass time       8.32
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 470 : optimizer step time      0.34
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 470--------------------
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6791        iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6592          iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6791 iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1188iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0210 iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2919 iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0303iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0053 iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0757 iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6592iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1016  iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0257  iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0210  iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0053  iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1187  iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0301  iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1039  iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0263  iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 10:15:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 10:16:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.359238   43.508862  43.274441
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.862305   69.894531  69.851562
+util                      97.250000  100.000000  95.000000
+[Apr 13, 2026 - 10:16:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 471 : avg iteration time       47.06 seconds
+[Apr 13, 2026 - 10:16:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 471 : data loading time        0.00
+[Apr 13, 2026 - 10:16:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 471 : avg forward pass time    11.59
+[Apr 13, 2026 - 10:16:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 471 : backward pass time       11.36
+[Apr 13, 2026 - 10:16:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 471 : optimizer step time      1.18
+[Apr 13, 2026 - 10:16:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 471--------------------
+[Apr 13, 2026 - 10:16:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0193        iter count: 1.0
+[Apr 13, 2026 - 10:16:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0193   iter count: 1.0
+[Apr 13, 2026 - 10:16:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:16:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 10:16:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.359324  43.508862  43.274441
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.896484  69.910156  69.855469
+util                      98.750000  99.000000  98.000000
+[Apr 13, 2026 - 10:16:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 472 : avg iteration time       51.44 seconds
+[Apr 13, 2026 - 10:16:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 472 : data loading time        0.00
+[Apr 13, 2026 - 10:16:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 472 : avg forward pass time    13.80
+[Apr 13, 2026 - 10:16:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 472 : backward pass time       11.34
+[Apr 13, 2026 - 10:16:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 472 : optimizer step time      1.17
+[Apr 13, 2026 - 10:16:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 472--------------------
+[Apr 13, 2026 - 10:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 13, 2026 - 10:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 13, 2026 - 10:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:16:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:17:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.359407   43.509113  43.274441
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.867188   69.871094  69.855469
+util                      96.000000  100.000000  93.000000
+[Apr 13, 2026 - 10:17:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 473 : avg iteration time       48.72 seconds
+[Apr 13, 2026 - 10:17:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 473 : data loading time        0.00
+[Apr 13, 2026 - 10:17:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 473 : avg forward pass time    12.45
+[Apr 13, 2026 - 10:17:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 473 : backward pass time       11.33
+[Apr 13, 2026 - 10:17:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 473 : optimizer step time      1.17
+[Apr 13, 2026 - 10:17:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 473--------------------
+[Apr 13, 2026 - 10:17:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0145        iter count: 1.0
+[Apr 13, 2026 - 10:17:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 13, 2026 - 10:17:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:17:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:18:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.359475   43.509098  43.274555
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.867188   69.871094  69.855469
+util                      98.000000  100.000000  93.000000
+[Apr 13, 2026 - 10:18:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 474 : avg iteration time       51.34 seconds
+[Apr 13, 2026 - 10:18:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 474 : data loading time        0.00
+[Apr 13, 2026 - 10:18:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 474 : avg forward pass time    13.74
+[Apr 13, 2026 - 10:18:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 474 : backward pass time       11.35
+[Apr 13, 2026 - 10:18:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 474 : optimizer step time      1.16
+[Apr 13, 2026 - 10:18:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 474--------------------
+[Apr 13, 2026 - 10:18:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0142        iter count: 1.0
+[Apr 13, 2026 - 10:18:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 13, 2026 - 10:18:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:18:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.359548   43.509350   43.274578
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.375488  110.376953  110.375000
+util                       68.750000   73.000000   66.000000
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 475 : avg iteration time       182.11 seconds
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 475 : data loading time        0.00
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 475 : avg forward pass time    82.59
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 475 : backward pass time       8.33
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 475 : optimizer step time      0.34
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 475--------------------
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6363        iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6157          iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6363 iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1338iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0337 iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4511 iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0343iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0085 iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1194 iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6157iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0697  iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0176  iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0402  iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0101  iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0683  iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0172  iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1467  iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0373  iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0132   iter count: 1.0
+[Apr 13, 2026 - 10:21:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 10:22:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.359666  43.509617  43.274555
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891113  69.910156  69.833984
+util                      94.750000  99.000000  91.000000
+[Apr 13, 2026 - 10:22:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 476 : avg iteration time       49.73 seconds
+[Apr 13, 2026 - 10:22:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 476 : data loading time        0.00
+[Apr 13, 2026 - 10:22:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 476 : avg forward pass time    12.93
+[Apr 13, 2026 - 10:22:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 476 : backward pass time       11.34
+[Apr 13, 2026 - 10:22:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 476 : optimizer step time      1.17
+[Apr 13, 2026 - 10:22:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 476--------------------
+[Apr 13, 2026 - 10:22:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0160        iter count: 1.0
+[Apr 13, 2026 - 10:22:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0160   iter count: 1.0
+[Apr 13, 2026 - 10:22:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:22:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:23:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.359665   43.509617  43.274555
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.895996   69.912109  69.890625
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 10:23:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 477 : avg iteration time       48.72 seconds
+[Apr 13, 2026 - 10:23:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 477 : data loading time        0.00
+[Apr 13, 2026 - 10:23:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 477 : avg forward pass time    12.42
+[Apr 13, 2026 - 10:23:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 477 : backward pass time       11.37
+[Apr 13, 2026 - 10:23:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 477 : optimizer step time      1.17
+[Apr 13, 2026 - 10:23:15 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 477--------------------
+[Apr 13, 2026 - 10:23:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 13, 2026 - 10:23:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 13, 2026 - 10:23:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:23:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:24:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.359665  43.509594  43.274563
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.925293  69.929688  69.912109
+util                      96.250000  99.000000  94.000000
+[Apr 13, 2026 - 10:24:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 478 : avg iteration time       48.74 seconds
+[Apr 13, 2026 - 10:24:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 478 : data loading time        0.00
+[Apr 13, 2026 - 10:24:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 478 : avg forward pass time    12.44
+[Apr 13, 2026 - 10:24:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 478 : backward pass time       11.34
+[Apr 13, 2026 - 10:24:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 478 : optimizer step time      1.17
+[Apr 13, 2026 - 10:24:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 478--------------------
+[Apr 13, 2026 - 10:24:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0141        iter count: 1.0
+[Apr 13, 2026 - 10:24:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 10:24:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:24:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:24:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.359685  43.509571  43.274578
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.895996  69.910156  69.853516
+util                      95.000000  99.000000  92.000000
+[Apr 13, 2026 - 10:24:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 479 : avg iteration time       51.35 seconds
+[Apr 13, 2026 - 10:24:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 479 : data loading time        0.00
+[Apr 13, 2026 - 10:24:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 479 : avg forward pass time    13.76
+[Apr 13, 2026 - 10:24:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 479 : backward pass time       11.34
+[Apr 13, 2026 - 10:24:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 479 : optimizer step time      1.16
+[Apr 13, 2026 - 10:24:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 479--------------------
+[Apr 13, 2026 - 10:24:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0109        iter count: 1.0
+[Apr 13, 2026 - 10:24:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0109   iter count: 1.0
+[Apr 13, 2026 - 10:24:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:24:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.359325   43.508156   43.274555
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.548340  113.150391  112.347656
+util                       70.750000   75.000000   68.000000
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 480 : avg iteration time       187.28 seconds
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 480 : data loading time        0.00
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 480 : avg forward pass time    85.18
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 480 : backward pass time       8.33
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 480 : optimizer step time      0.33
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 480--------------------
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5866        iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5693          iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5866 iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1195iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0355 iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3530 iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0304iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0089 iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0923 iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5693iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0536  iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0135  iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1710  iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0437  iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0541  iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0136  iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1586  iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0405  iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0120   iter count: 1.0
+[Apr 13, 2026 - 10:28:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 10:28:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.359408   43.508404  43.274532
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.778809   69.890625  69.443359
+util                      97.500000  100.000000  91.000000
+[Apr 13, 2026 - 10:28:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 481 : avg iteration time       49.86 seconds
+[Apr 13, 2026 - 10:28:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 481 : data loading time        0.00
+[Apr 13, 2026 - 10:28:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 481 : avg forward pass time    12.99
+[Apr 13, 2026 - 10:28:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 481 : backward pass time       11.34
+[Apr 13, 2026 - 10:28:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 481 : optimizer step time      1.19
+[Apr 13, 2026 - 10:28:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 481--------------------
+[Apr 13, 2026 - 10:28:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 13, 2026 - 10:28:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 13, 2026 - 10:28:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:28:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:29:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.359622   43.509174  43.274532
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.783691   69.910156  69.404297
+util                      95.000000  100.000000  91.000000
+[Apr 13, 2026 - 10:29:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 482 : avg iteration time       51.46 seconds
+[Apr 13, 2026 - 10:29:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 482 : data loading time        0.00
+[Apr 13, 2026 - 10:29:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 482 : avg forward pass time    13.79
+[Apr 13, 2026 - 10:29:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 482 : backward pass time       11.34
+[Apr 13, 2026 - 10:29:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 482 : optimizer step time      1.18
+[Apr 13, 2026 - 10:29:44 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 482--------------------
+[Apr 13, 2026 - 10:29:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0123        iter count: 1.0
+[Apr 13, 2026 - 10:29:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0123   iter count: 1.0
+[Apr 13, 2026 - 10:29:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:29:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:30:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.359624   43.509155  43.274532
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465   69.892578  69.871094
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 10:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 483 : avg iteration time       51.35 seconds
+[Apr 13, 2026 - 10:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 483 : data loading time        0.00
+[Apr 13, 2026 - 10:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 483 : avg forward pass time    13.75
+[Apr 13, 2026 - 10:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 483 : backward pass time       11.35
+[Apr 13, 2026 - 10:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 483 : optimizer step time      1.16
+[Apr 13, 2026 - 10:30:35 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 483--------------------
+[Apr 13, 2026 - 10:30:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0128        iter count: 1.0
+[Apr 13, 2026 - 10:30:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 10:30:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:30:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:31:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.359625   43.509155  43.274532
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.817871   69.833984  69.812500
+util                      97.750000  100.000000  93.000000
+[Apr 13, 2026 - 10:31:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 484 : avg iteration time       46.00 seconds
+[Apr 13, 2026 - 10:31:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 484 : data loading time        0.00
+[Apr 13, 2026 - 10:31:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 484 : avg forward pass time    11.09
+[Apr 13, 2026 - 10:31:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 484 : backward pass time       11.33
+[Apr 13, 2026 - 10:31:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 484 : optimizer step time      1.18
+[Apr 13, 2026 - 10:31:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 484--------------------
+[Apr 13, 2026 - 10:31:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0130        iter count: 1.0
+[Apr 13, 2026 - 10:31:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 13, 2026 - 10:31:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:31:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.359376   43.507988   43.274532
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.468262  110.982422  110.296875
+util                       72.250000   76.000000   63.000000
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 485 : avg iteration time       187.41 seconds
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 485 : data loading time        0.00
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 485 : avg forward pass time    85.25
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 485 : backward pass time       8.33
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 485 : optimizer step time      0.34
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 485--------------------
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6831        iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6592          iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6831 iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1414iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0332 iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4162 iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0362iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0083 iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1097 iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6592iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0665  iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0168  iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0944  iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0239  iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0844  iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0213  iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1094  iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0277  iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 10:34:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 10:35:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.359428  43.508228  43.274536
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.817871  69.833984  69.812500
+util                      97.750000  99.000000  96.000000
+[Apr 13, 2026 - 10:35:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 486 : avg iteration time       47.11 seconds
+[Apr 13, 2026 - 10:35:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 486 : data loading time        0.00
+[Apr 13, 2026 - 10:35:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 486 : avg forward pass time    11.62
+[Apr 13, 2026 - 10:35:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 486 : backward pass time       11.34
+[Apr 13, 2026 - 10:35:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 486 : optimizer step time      1.18
+[Apr 13, 2026 - 10:35:16 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 486--------------------
+[Apr 13, 2026 - 10:35:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0146        iter count: 1.0
+[Apr 13, 2026 - 10:35:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 10:35:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:35:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:36:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.359693  43.509212  43.274601
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.569824  72.724609  69.851562
+util                      97.500000  99.000000  95.000000
+[Apr 13, 2026 - 10:36:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 487 : avg iteration time       51.39 seconds
+[Apr 13, 2026 - 10:36:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 487 : data loading time        0.00
+[Apr 13, 2026 - 10:36:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 487 : avg forward pass time    13.75
+[Apr 13, 2026 - 10:36:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 487 : backward pass time       11.35
+[Apr 13, 2026 - 10:36:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 487 : optimizer step time      1.17
+[Apr 13, 2026 - 10:36:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 487--------------------
+[Apr 13, 2026 - 10:36:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 13, 2026 - 10:36:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 13, 2026 - 10:36:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:36:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:36:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.359759  43.509460  43.274601
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699  69.871094  69.853516
+util                      95.000000  99.000000  92.000000
+[Apr 13, 2026 - 10:36:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 488 : avg iteration time       48.94 seconds
+[Apr 13, 2026 - 10:36:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 488 : data loading time        0.00
+[Apr 13, 2026 - 10:36:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 488 : avg forward pass time    12.54
+[Apr 13, 2026 - 10:36:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 488 : backward pass time       11.34
+[Apr 13, 2026 - 10:36:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 488 : optimizer step time      1.18
+[Apr 13, 2026 - 10:36:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 488--------------------
+[Apr 13, 2026 - 10:36:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0133        iter count: 1.0
+[Apr 13, 2026 - 10:36:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0133   iter count: 1.0
+[Apr 13, 2026 - 10:36:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:36:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:37:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.359766  43.509483  43.274616
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.798340  69.851562  69.638672
+util                      95.500000  99.000000  93.000000
+[Apr 13, 2026 - 10:37:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 489 : avg iteration time       48.63 seconds
+[Apr 13, 2026 - 10:37:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 489 : data loading time        0.00
+[Apr 13, 2026 - 10:37:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 489 : avg forward pass time    12.38
+[Apr 13, 2026 - 10:37:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 489 : backward pass time       11.35
+[Apr 13, 2026 - 10:37:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 489 : optimizer step time      1.18
+[Apr 13, 2026 - 10:37:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 489--------------------
+[Apr 13, 2026 - 10:37:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0147        iter count: 1.0
+[Apr 13, 2026 - 10:37:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0147   iter count: 1.0
+[Apr 13, 2026 - 10:37:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:37:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.359807   43.509491   43.274616
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.592285  112.835938  111.861328
+util                       73.250000   77.000000   65.000000
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 490 : avg iteration time       190.53 seconds
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 490 : data loading time        0.00
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 490 : avg forward pass time    86.81
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 490 : backward pass time       8.33
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 490 : optimizer step time      0.33
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 490--------------------
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5807        iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5576          iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5807 iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1617iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0236 iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5965 iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0418iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0059 iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1608 iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5576iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0802  iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0202  iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.4121  iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.1085  iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0856  iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0216  iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0500  iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0126  iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 13, 2026 - 10:40:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 10:41:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.359816  43.509521  43.274624
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816  69.871094  69.833984
+util                      95.000000  99.000000  92.000000
+[Apr 13, 2026 - 10:41:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 491 : avg iteration time       49.66 seconds
+[Apr 13, 2026 - 10:41:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 491 : data loading time        0.00
+[Apr 13, 2026 - 10:41:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 491 : avg forward pass time    12.90
+[Apr 13, 2026 - 10:41:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 491 : backward pass time       11.33
+[Apr 13, 2026 - 10:41:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 491 : optimizer step time      1.18
+[Apr 13, 2026 - 10:41:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 491--------------------
+[Apr 13, 2026 - 10:41:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0148        iter count: 1.0
+[Apr 13, 2026 - 10:41:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 13, 2026 - 10:41:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:41:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:42:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.359861  43.509521  43.274647
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754  69.853516  69.812500
+util                      97.750000  99.000000  94.000000
+[Apr 13, 2026 - 10:42:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 492 : avg iteration time       48.74 seconds
+[Apr 13, 2026 - 10:42:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 492 : data loading time        0.00
+[Apr 13, 2026 - 10:42:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 492 : avg forward pass time    12.45
+[Apr 13, 2026 - 10:42:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 492 : backward pass time       11.32
+[Apr 13, 2026 - 10:42:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 492 : optimizer step time      1.18
+[Apr 13, 2026 - 10:42:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 492--------------------
+[Apr 13, 2026 - 10:42:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0127        iter count: 1.0
+[Apr 13, 2026 - 10:42:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0127   iter count: 1.0
+[Apr 13, 2026 - 10:42:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:42:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:43:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.359850   43.509483  43.274624
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.832520   69.892578  69.812500
+util                      97.250000  100.000000  95.000000
+[Apr 13, 2026 - 10:43:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 493 : avg iteration time       48.69 seconds
+[Apr 13, 2026 - 10:43:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 493 : data loading time        0.00
+[Apr 13, 2026 - 10:43:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 493 : avg forward pass time    12.41
+[Apr 13, 2026 - 10:43:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 493 : backward pass time       11.34
+[Apr 13, 2026 - 10:43:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 493 : optimizer step time      1.18
+[Apr 13, 2026 - 10:43:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 493--------------------
+[Apr 13, 2026 - 10:43:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0168        iter count: 1.0
+[Apr 13, 2026 - 10:43:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0168   iter count: 1.0
+[Apr 13, 2026 - 10:43:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:43:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:44:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.359983  43.509815  43.274647
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285  69.873047  69.832031
+util                      93.750000  98.000000  91.000000
+[Apr 13, 2026 - 10:44:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 494 : avg iteration time       48.76 seconds
+[Apr 13, 2026 - 10:44:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 494 : data loading time        0.00
+[Apr 13, 2026 - 10:44:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 494 : avg forward pass time    12.45
+[Apr 13, 2026 - 10:44:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 494 : backward pass time       11.33
+[Apr 13, 2026 - 10:44:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 494 : optimizer step time      1.17
+[Apr 13, 2026 - 10:44:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 494--------------------
+[Apr 13, 2026 - 10:44:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0135        iter count: 1.0
+[Apr 13, 2026 - 10:44:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0135   iter count: 1.0
+[Apr 13, 2026 - 10:44:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:44:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.359828   43.509125   43.274635
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.971191  111.234375  110.181641
+util                       65.750000   70.000000   63.000000
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 495 : avg iteration time       187.42 seconds
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 495 : data loading time        0.00
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 495 : avg forward pass time    85.24
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 495 : backward pass time       8.33
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 495 : optimizer step time      0.34
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 495--------------------
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6800        iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6572          iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6800 iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1374iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0240 iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5903 iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0354iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0060 iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1590 iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6572iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0907  iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0229  iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1133  iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0287  iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1281  iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0325  iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.3044  iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0791  iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 10:47:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 10:48:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.359921   43.509476  43.274651
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.769043   69.851562  69.521484
+util                      96.000000  100.000000  90.000000
+[Apr 13, 2026 - 10:48:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 496 : avg iteration time       49.76 seconds
+[Apr 13, 2026 - 10:48:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 496 : data loading time        0.00
+[Apr 13, 2026 - 10:48:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 496 : avg forward pass time    12.96
+[Apr 13, 2026 - 10:48:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 496 : backward pass time       11.32
+[Apr 13, 2026 - 10:48:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 496 : optimizer step time      1.17
+[Apr 13, 2026 - 10:48:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 496--------------------
+[Apr 13, 2026 - 10:48:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0155        iter count: 1.0
+[Apr 13, 2026 - 10:48:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0155   iter count: 1.0
+[Apr 13, 2026 - 10:48:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:48:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:48:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.359919   43.509476  43.274628
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816   69.951172  69.832031
+util                      98.000000  100.000000  96.000000
+[Apr 13, 2026 - 10:48:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 497 : avg iteration time       46.08 seconds
+[Apr 13, 2026 - 10:48:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 497 : data loading time        0.00
+[Apr 13, 2026 - 10:48:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 497 : avg forward pass time    11.12
+[Apr 13, 2026 - 10:48:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 497 : backward pass time       11.32
+[Apr 13, 2026 - 10:48:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 497 : optimizer step time      1.18
+[Apr 13, 2026 - 10:48:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 497--------------------
+[Apr 13, 2026 - 10:48:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0128        iter count: 1.0
+[Apr 13, 2026 - 10:48:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 10:48:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:48:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:49:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.359953  43.509499  43.274628
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348  69.970703  69.851562
+util                      97.000000  99.000000  95.000000
+[Apr 13, 2026 - 10:49:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 498 : avg iteration time       48.79 seconds
+[Apr 13, 2026 - 10:49:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 498 : data loading time        0.00
+[Apr 13, 2026 - 10:49:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 498 : avg forward pass time    12.45
+[Apr 13, 2026 - 10:49:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 498 : backward pass time       11.36
+[Apr 13, 2026 - 10:49:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 498 : optimizer step time      1.18
+[Apr 13, 2026 - 10:49:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 498--------------------
+[Apr 13, 2026 - 10:49:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0135        iter count: 1.0
+[Apr 13, 2026 - 10:49:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0135   iter count: 1.0
+[Apr 13, 2026 - 10:49:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:49:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:50:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.359959   43.509502  43.274609
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.847168   69.951172  69.812500
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 10:50:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 499 : avg iteration time       48.86 seconds
+[Apr 13, 2026 - 10:50:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 499 : data loading time        0.00
+[Apr 13, 2026 - 10:50:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 499 : avg forward pass time    12.48
+[Apr 13, 2026 - 10:50:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 499 : backward pass time       11.33
+[Apr 13, 2026 - 10:50:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 499 : optimizer step time      1.19
+[Apr 13, 2026 - 10:50:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 499--------------------
+[Apr 13, 2026 - 10:50:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0145        iter count: 1.0
+[Apr 13, 2026 - 10:50:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 13, 2026 - 10:50:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:50:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.359953   43.509502   43.274609
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.883301  111.000000  110.533203
+util                       67.750000   78.000000   62.000000
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 500 : avg iteration time       187.48 seconds
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 500 : data loading time        0.00
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 500 : avg forward pass time    85.28
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 500 : backward pass time       8.34
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 500 : optimizer step time      0.34
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 500--------------------
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6697        iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6465          iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6697 iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1404iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0298 iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5175 iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0361iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0075 iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1381 iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6465iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2043  iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0524  iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0973  iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0246  iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0859  iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0217  iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1016  iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0257  iter count: 1.0
+[Apr 13, 2026 - 10:53:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0135   iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 10:53:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 14.65 seconds
+[Apr 13, 2026 - 10:53:54 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 500
+[Apr 13, 2026 - 10:53:54 | INFO | fastgen.utils.checkpointer:save:301 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000500
+[Apr 13, 2026 - 10:54:09 | SUCCESS | fastgen.utils.checkpointer:save:329 ] Model saved at iteration 500
+[Apr 13, 2026 - 10:54:10 | INFO | fastgen.trainer:validate:358 ] Validation iteration 500
+[Apr 13, 2026 - 10:54:10 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 10:54:12 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 2.2s
+[Apr 13, 2026 - 10:54:16 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 10:54:17 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 10:54:21 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 10:54:22 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 10:54:26 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 10:54:28 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 10:54:31 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 10:54:33 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 10:54:36 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 10:54:38 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 10:54:41 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 10:54:43 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 10:54:46 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 10:54:48 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 10:54:51 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 10:54:53 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.7s
+[Apr 13, 2026 - 10:54:56 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 10:54:58 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 10:55:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging val0 stats at iteration 500--------------------
+[Apr 13, 2026 - 10:55:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 10:55:18 | INFO | fastgen.callbacks.wandb:on_validation_end:683 ] Logged 10 val videos at iteration 500
+[Apr 13, 2026 - 10:56:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361204  43.514183  43.274662
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.793457  70.263672  69.636719
+util                      98.750000  99.000000  98.000000
+[Apr 13, 2026 - 10:56:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 501 : avg iteration time       148.90 seconds
+[Apr 13, 2026 - 10:56:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 501 : data loading time        0.00
+[Apr 13, 2026 - 10:56:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 501 : avg forward pass time    13.39
+[Apr 13, 2026 - 10:56:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 501 : backward pass time       11.38
+[Apr 13, 2026 - 10:56:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 501 : optimizer step time      1.17
+[Apr 13, 2026 - 10:56:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 501--------------------
+[Apr 13, 2026 - 10:56:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0134        iter count: 1.0
+[Apr 13, 2026 - 10:56:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0134   iter count: 1.0
+[Apr 13, 2026 - 10:56:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:56:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:56:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361253   43.514423  43.274662
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.632324   69.736328  69.597656
+util                      96.000000  100.000000  90.000000
+[Apr 13, 2026 - 10:56:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 502 : avg iteration time       48.88 seconds
+[Apr 13, 2026 - 10:56:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 502 : data loading time        0.00
+[Apr 13, 2026 - 10:56:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 502 : avg forward pass time    12.47
+[Apr 13, 2026 - 10:56:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 502 : backward pass time       11.38
+[Apr 13, 2026 - 10:56:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 502 : optimizer step time      1.16
+[Apr 13, 2026 - 10:56:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 502--------------------
+[Apr 13, 2026 - 10:56:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0122        iter count: 1.0
+[Apr 13, 2026 - 10:56:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0122   iter count: 1.0
+[Apr 13, 2026 - 10:56:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:56:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:57:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361268   43.514423  43.274712
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.603027   69.794922  69.539062
+util                      98.750000  100.000000  97.000000
+[Apr 13, 2026 - 10:57:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 503 : avg iteration time       48.90 seconds
+[Apr 13, 2026 - 10:57:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 503 : data loading time        0.00
+[Apr 13, 2026 - 10:57:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 503 : avg forward pass time    12.48
+[Apr 13, 2026 - 10:57:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 503 : backward pass time       11.39
+[Apr 13, 2026 - 10:57:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 503 : optimizer step time      1.18
+[Apr 13, 2026 - 10:57:46 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 503--------------------
+[Apr 13, 2026 - 10:57:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 13, 2026 - 10:57:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 13, 2026 - 10:57:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:57:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 10:58:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360663   43.512005  43.274723
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.627441   69.716797  69.597656
+util                      98.250000  100.000000  96.000000
+[Apr 13, 2026 - 10:58:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 504 : avg iteration time       51.39 seconds
+[Apr 13, 2026 - 10:58:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 504 : data loading time        0.00
+[Apr 13, 2026 - 10:58:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 504 : avg forward pass time    13.76
+[Apr 13, 2026 - 10:58:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 504 : backward pass time       11.33
+[Apr 13, 2026 - 10:58:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 504 : optimizer step time      1.18
+[Apr 13, 2026 - 10:58:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 504--------------------
+[Apr 13, 2026 - 10:58:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0123        iter count: 1.0
+[Apr 13, 2026 - 10:58:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0123   iter count: 1.0
+[Apr 13, 2026 - 10:58:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 10:58:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360363   43.510712   43.274712
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.648926  110.708984  110.628906
+util                       68.500000   79.000000   63.000000
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 505 : avg iteration time       187.54 seconds
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 505 : data loading time        0.00
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 505 : avg forward pass time    85.30
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 505 : backward pass time       8.34
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 505 : optimizer step time      0.34
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 505--------------------
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6697        iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6465          iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6697 iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1425iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0265 iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3889 iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0366iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0066 iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1021 iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6465iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0324  iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0081  iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0709  iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0179  iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.3889  iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.1021  iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1492  iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0380  iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0163   iter count: 1.0
+[Apr 13, 2026 - 11:01:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 11:02:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360364  43.510735  43.274712
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.534668  69.931641  69.402344
+util                      95.250000  99.000000  92.000000
+[Apr 13, 2026 - 11:02:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 506 : avg iteration time       49.79 seconds
+[Apr 13, 2026 - 11:02:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 506 : data loading time        0.00
+[Apr 13, 2026 - 11:02:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 506 : avg forward pass time    12.93
+[Apr 13, 2026 - 11:02:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 506 : backward pass time       11.33
+[Apr 13, 2026 - 11:02:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 506 : optimizer step time      1.16
+[Apr 13, 2026 - 11:02:35 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 506--------------------
+[Apr 13, 2026 - 11:02:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0130        iter count: 1.0
+[Apr 13, 2026 - 11:02:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 13, 2026 - 11:02:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:02:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:03:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360388   43.510735  43.274761
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.603027   69.853516  69.519531
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 11:03:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 507 : avg iteration time       48.74 seconds
+[Apr 13, 2026 - 11:03:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 507 : data loading time        0.00
+[Apr 13, 2026 - 11:03:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 507 : avg forward pass time    12.44
+[Apr 13, 2026 - 11:03:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 507 : backward pass time       11.34
+[Apr 13, 2026 - 11:03:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 507 : optimizer step time      1.16
+[Apr 13, 2026 - 11:03:23 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 507--------------------
+[Apr 13, 2026 - 11:03:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0132        iter count: 1.0
+[Apr 13, 2026 - 11:03:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0132   iter count: 1.0
+[Apr 13, 2026 - 11:03:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:03:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:04:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360427   43.510735  43.274811
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.524902   69.658203  69.480469
+util                      96.000000  100.000000  93.000000
+[Apr 13, 2026 - 11:04:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 508 : avg iteration time       48.69 seconds
+[Apr 13, 2026 - 11:04:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 508 : data loading time        0.00
+[Apr 13, 2026 - 11:04:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 508 : avg forward pass time    12.42
+[Apr 13, 2026 - 11:04:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 508 : backward pass time       11.34
+[Apr 13, 2026 - 11:04:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 508 : optimizer step time      1.18
+[Apr 13, 2026 - 11:04:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 508--------------------
+[Apr 13, 2026 - 11:04:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0125        iter count: 1.0
+[Apr 13, 2026 - 11:04:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 11:04:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:04:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:05:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360507  43.510986  43.274857
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.500488  69.519531  69.443359
+util                      93.500000  97.000000  91.000000
+[Apr 13, 2026 - 11:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 509 : avg iteration time       51.37 seconds
+[Apr 13, 2026 - 11:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 509 : data loading time        0.00
+[Apr 13, 2026 - 11:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 509 : avg forward pass time    13.76
+[Apr 13, 2026 - 11:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 509 : backward pass time       11.33
+[Apr 13, 2026 - 11:05:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 509 : optimizer step time      1.18
+[Apr 13, 2026 - 11:05:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 509--------------------
+[Apr 13, 2026 - 11:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0136        iter count: 1.0
+[Apr 13, 2026 - 11:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0136   iter count: 1.0
+[Apr 13, 2026 - 11:05:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:05:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360042   43.509094   43.274857
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.712402  110.882812  110.201172
+util                       66.500000   69.000000   64.000000
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 510 : avg iteration time       184.81 seconds
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 510 : data loading time        0.00
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 510 : avg forward pass time    83.94
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 510 : backward pass time       8.34
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 510 : optimizer step time      0.34
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 510--------------------
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6143        iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5996          iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6143 iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.0969iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0223 iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2276 iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0246iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0056 iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0586 iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5996iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1948  iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0499  iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1316  iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0334  iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0478  iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0120  iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0558  iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0140  iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 13, 2026 - 11:08:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 11:09:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360035  43.509071  43.274834
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.900879  69.931641  69.890625
+util                      96.250000  99.000000  94.000000
+[Apr 13, 2026 - 11:09:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 511 : avg iteration time       52.42 seconds
+[Apr 13, 2026 - 11:09:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 511 : data loading time        0.00
+[Apr 13, 2026 - 11:09:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 511 : avg forward pass time    14.27
+[Apr 13, 2026 - 11:09:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 511 : backward pass time       11.34
+[Apr 13, 2026 - 11:09:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 511 : optimizer step time      1.19
+[Apr 13, 2026 - 11:09:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 511--------------------
+[Apr 13, 2026 - 11:09:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0149        iter count: 1.0
+[Apr 13, 2026 - 11:09:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 11:09:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:09:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:09:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360388  43.510338  43.274918
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.925293  69.929688  69.912109
+util                      94.500000  98.000000  92.000000
+[Apr 13, 2026 - 11:09:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 512 : avg iteration time       48.78 seconds
+[Apr 13, 2026 - 11:09:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 512 : data loading time        0.00
+[Apr 13, 2026 - 11:09:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 512 : avg forward pass time    12.46
+[Apr 13, 2026 - 11:09:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 512 : backward pass time       11.34
+[Apr 13, 2026 - 11:09:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 512 : optimizer step time      1.20
+[Apr 13, 2026 - 11:09:50 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 512--------------------
+[Apr 13, 2026 - 11:09:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0160        iter count: 1.0
+[Apr 13, 2026 - 11:09:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0160   iter count: 1.0
+[Apr 13, 2026 - 11:09:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:09:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:10:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360775  43.511787  43.274918
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348  69.912109  69.871094
+util                      94.250000  99.000000  91.000000
+[Apr 13, 2026 - 11:10:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 513 : avg iteration time       46.17 seconds
+[Apr 13, 2026 - 11:10:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 513 : data loading time        0.00
+[Apr 13, 2026 - 11:10:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 513 : avg forward pass time    11.13
+[Apr 13, 2026 - 11:10:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 513 : backward pass time       11.36
+[Apr 13, 2026 - 11:10:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 513 : optimizer step time      1.17
+[Apr 13, 2026 - 11:10:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 513--------------------
+[Apr 13, 2026 - 11:10:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0142        iter count: 1.0
+[Apr 13, 2026 - 11:10:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 13, 2026 - 11:10:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:10:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:11:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360848   43.512058  43.274940
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.905762   69.951172  69.890625
+util                      99.250000  100.000000  98.000000
+[Apr 13, 2026 - 11:11:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 514 : avg iteration time       46.10 seconds
+[Apr 13, 2026 - 11:11:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 514 : data loading time        0.00
+[Apr 13, 2026 - 11:11:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 514 : avg forward pass time    11.11
+[Apr 13, 2026 - 11:11:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 514 : backward pass time       11.34
+[Apr 13, 2026 - 11:11:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 514 : optimizer step time      1.18
+[Apr 13, 2026 - 11:11:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 514--------------------
+[Apr 13, 2026 - 11:11:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0149        iter count: 1.0
+[Apr 13, 2026 - 11:11:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 11:11:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:11:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360200   43.509506   43.274921
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.215332  111.216797  111.214844
+util                       71.500000   75.000000   69.000000
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 515 : avg iteration time       187.61 seconds
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 515 : data loading time        0.00
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 515 : avg forward pass time    85.34
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 515 : backward pass time       8.34
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 515 : optimizer step time      0.33
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 515--------------------
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6187        iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5986          iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6187 iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1313iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0186 iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4739 iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0336iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0047 iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1258 iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5986iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1649  iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0421  iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0659  iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0166  iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2638  iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0682  iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1679  iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0429  iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 11:14:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 11:15:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360272  43.509720  43.274963
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926  69.871094  69.482422
+util                      98.000000  99.000000  96.000000
+[Apr 13, 2026 - 11:15:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 516 : avg iteration time       52.38 seconds
+[Apr 13, 2026 - 11:15:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 516 : data loading time        0.00
+[Apr 13, 2026 - 11:15:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 516 : avg forward pass time    14.24
+[Apr 13, 2026 - 11:15:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 516 : backward pass time       11.36
+[Apr 13, 2026 - 11:15:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 516 : optimizer step time      1.17
+[Apr 13, 2026 - 11:15:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 516--------------------
+[Apr 13, 2026 - 11:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 13, 2026 - 11:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 13, 2026 - 11:15:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:15:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:16:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360400   43.510239  43.274940
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230   69.931641  69.871094
+util                      95.750000  100.000000  93.000000
+[Apr 13, 2026 - 11:16:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 517 : avg iteration time       45.94 seconds
+[Apr 13, 2026 - 11:16:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 517 : data loading time        0.00
+[Apr 13, 2026 - 11:16:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 517 : avg forward pass time    11.05
+[Apr 13, 2026 - 11:16:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 517 : backward pass time       11.31
+[Apr 13, 2026 - 11:16:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 517 : optimizer step time      1.18
+[Apr 13, 2026 - 11:16:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 517--------------------
+[Apr 13, 2026 - 11:16:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0144        iter count: 1.0
+[Apr 13, 2026 - 11:16:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0144   iter count: 1.0
+[Apr 13, 2026 - 11:16:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:16:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:16:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360459  43.510494  43.274918
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465  69.892578  69.871094
+util                      96.250000  99.000000  94.000000
+[Apr 13, 2026 - 11:16:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 518 : avg iteration time       46.04 seconds
+[Apr 13, 2026 - 11:16:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 518 : data loading time        0.00
+[Apr 13, 2026 - 11:16:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 518 : avg forward pass time    11.08
+[Apr 13, 2026 - 11:16:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 518 : backward pass time       11.35
+[Apr 13, 2026 - 11:16:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 518 : optimizer step time      1.17
+[Apr 13, 2026 - 11:16:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 518--------------------
+[Apr 13, 2026 - 11:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0139        iter count: 1.0
+[Apr 13, 2026 - 11:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0139   iter count: 1.0
+[Apr 13, 2026 - 11:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:16:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:17:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360464   43.510471  43.274940
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699   69.912109  69.851562
+util                      98.000000  100.000000  92.000000
+[Apr 13, 2026 - 11:17:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 519 : avg iteration time       48.71 seconds
+[Apr 13, 2026 - 11:17:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 519 : data loading time        0.00
+[Apr 13, 2026 - 11:17:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 519 : avg forward pass time    12.42
+[Apr 13, 2026 - 11:17:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 519 : backward pass time       11.35
+[Apr 13, 2026 - 11:17:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 519 : optimizer step time      1.16
+[Apr 13, 2026 - 11:17:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 519--------------------
+[Apr 13, 2026 - 11:17:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 13, 2026 - 11:17:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 13, 2026 - 11:17:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:17:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360414   43.510242   43.274940
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.927734  112.093750  111.431641
+util                       69.500000   80.000000   64.000000
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 520 : avg iteration time       192.87 seconds
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 520 : data loading time        0.00
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 520 : avg forward pass time    87.97
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 520 : backward pass time       8.34
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 520 : optimizer step time      0.34
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 520--------------------
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5859        iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5688          iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5859 iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1159iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0243 iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2797 iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0295iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0061 iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0724 iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5688iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0540  iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0136  iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0990  iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0251  iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1335  iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0339  iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2797  iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0724  iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0136   iter count: 1.0
+[Apr 13, 2026 - 11:20:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 11:21:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360498   43.510555  43.274933
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.788574   69.890625  69.482422
+util                      96.500000  100.000000  94.000000
+[Apr 13, 2026 - 11:21:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 521 : avg iteration time       49.62 seconds
+[Apr 13, 2026 - 11:21:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 521 : data loading time        0.00
+[Apr 13, 2026 - 11:21:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 521 : avg forward pass time    12.89
+[Apr 13, 2026 - 11:21:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 521 : backward pass time       11.33
+[Apr 13, 2026 - 11:21:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 521 : optimizer step time      1.15
+[Apr 13, 2026 - 11:21:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 521--------------------
+[Apr 13, 2026 - 11:21:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0119        iter count: 1.0
+[Apr 13, 2026 - 11:21:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0119   iter count: 1.0
+[Apr 13, 2026 - 11:21:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:21:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:22:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360490   43.510536  43.274918
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.666504   69.734375  69.462891
+util                      94.750000  100.000000  91.000000
+[Apr 13, 2026 - 11:22:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 522 : avg iteration time       51.35 seconds
+[Apr 13, 2026 - 11:22:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 522 : data loading time        0.00
+[Apr 13, 2026 - 11:22:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 522 : avg forward pass time    13.74
+[Apr 13, 2026 - 11:22:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 522 : backward pass time       11.33
+[Apr 13, 2026 - 11:22:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 522 : optimizer step time      1.18
+[Apr 13, 2026 - 11:22:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 522--------------------
+[Apr 13, 2026 - 11:22:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0110        iter count: 1.0
+[Apr 13, 2026 - 11:22:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0110   iter count: 1.0
+[Apr 13, 2026 - 11:22:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:22:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:23:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360502  43.510536  43.274940
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.783691  69.890625  69.462891
+util                      94.500000  99.000000  91.000000
+[Apr 13, 2026 - 11:23:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 523 : avg iteration time       46.00 seconds
+[Apr 13, 2026 - 11:23:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 523 : data loading time        0.00
+[Apr 13, 2026 - 11:23:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 523 : avg forward pass time    11.07
+[Apr 13, 2026 - 11:23:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 523 : backward pass time       11.34
+[Apr 13, 2026 - 11:23:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 523 : optimizer step time      1.17
+[Apr 13, 2026 - 11:23:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 523--------------------
+[Apr 13, 2026 - 11:23:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0134        iter count: 1.0
+[Apr 13, 2026 - 11:23:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0134   iter count: 1.0
+[Apr 13, 2026 - 11:23:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:23:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:24:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360517  43.510536  43.275017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.725098  69.812500  69.462891
+util                      94.500000  98.000000  92.000000
+[Apr 13, 2026 - 11:24:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 524 : avg iteration time       51.43 seconds
+[Apr 13, 2026 - 11:24:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 524 : data loading time        0.00
+[Apr 13, 2026 - 11:24:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 524 : avg forward pass time    13.79
+[Apr 13, 2026 - 11:24:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 524 : backward pass time       11.33
+[Apr 13, 2026 - 11:24:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 524 : optimizer step time      1.18
+[Apr 13, 2026 - 11:24:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 524--------------------
+[Apr 13, 2026 - 11:24:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0115        iter count: 1.0
+[Apr 13, 2026 - 11:24:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0115   iter count: 1.0
+[Apr 13, 2026 - 11:24:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:24:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360537   43.510536   43.275017
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.531738  111.353516  110.257812
+util                       66.000000   70.000000   63.000000
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 525 : avg iteration time       184.81 seconds
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 525 : data loading time        0.00
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 525 : avg forward pass time    83.93
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 525 : backward pass time       8.34
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 525 : optimizer step time      0.34
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 525--------------------
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6017        iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5830          iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6017 iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1263iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0322 iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2802 iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0322iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0081 iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0726 iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5830iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2419  iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0623  iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0322  iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0081  iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0977  iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0247  iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1164  iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0295  iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0127   iter count: 1.0
+[Apr 13, 2026 - 11:27:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 11:28:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360635   43.510876  43.275028
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.812988   69.873047  69.792969
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 11:28:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 526 : avg iteration time       47.08 seconds
+[Apr 13, 2026 - 11:28:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 526 : data loading time        0.00
+[Apr 13, 2026 - 11:28:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 526 : avg forward pass time    11.59
+[Apr 13, 2026 - 11:28:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 526 : backward pass time       11.36
+[Apr 13, 2026 - 11:28:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 526 : optimizer step time      1.18
+[Apr 13, 2026 - 11:28:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 526--------------------
+[Apr 13, 2026 - 11:28:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0111        iter count: 1.0
+[Apr 13, 2026 - 11:28:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0111   iter count: 1.0
+[Apr 13, 2026 - 11:28:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:28:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:28:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360638  43.510891  43.275017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.812988  69.931641  69.773438
+util                      98.000000  99.000000  96.000000
+[Apr 13, 2026 - 11:28:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 527 : avg iteration time       51.56 seconds
+[Apr 13, 2026 - 11:28:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 527 : data loading time        0.00
+[Apr 13, 2026 - 11:28:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 527 : avg forward pass time    13.84
+[Apr 13, 2026 - 11:28:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 527 : backward pass time       11.38
+[Apr 13, 2026 - 11:28:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 527 : optimizer step time      1.16
+[Apr 13, 2026 - 11:28:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 527--------------------
+[Apr 13, 2026 - 11:28:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0146        iter count: 1.0
+[Apr 13, 2026 - 11:28:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 11:28:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:28:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:29:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360662   43.510876  43.275036
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.744629   69.833984  69.714844
+util                      95.000000  100.000000  92.000000
+[Apr 13, 2026 - 11:29:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 528 : avg iteration time       46.12 seconds
+[Apr 13, 2026 - 11:29:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 528 : data loading time        0.00
+[Apr 13, 2026 - 11:29:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 528 : avg forward pass time    11.12
+[Apr 13, 2026 - 11:29:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 528 : backward pass time       11.35
+[Apr 13, 2026 - 11:29:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 528 : optimizer step time      1.17
+[Apr 13, 2026 - 11:29:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 528--------------------
+[Apr 13, 2026 - 11:29:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0123        iter count: 1.0
+[Apr 13, 2026 - 11:29:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0123   iter count: 1.0
+[Apr 13, 2026 - 11:29:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:29:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:30:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360682   43.510986  43.275017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.793457   69.912109  69.753906
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 11:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 529 : avg iteration time       51.56 seconds
+[Apr 13, 2026 - 11:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 529 : data loading time        0.00
+[Apr 13, 2026 - 11:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 529 : avg forward pass time    13.83
+[Apr 13, 2026 - 11:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 529 : backward pass time       11.36
+[Apr 13, 2026 - 11:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 529 : optimizer step time      1.17
+[Apr 13, 2026 - 11:30:35 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 529--------------------
+[Apr 13, 2026 - 11:30:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0121        iter count: 1.0
+[Apr 13, 2026 - 11:30:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0121   iter count: 1.0
+[Apr 13, 2026 - 11:30:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:30:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360310   43.509502   43.275017
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.229980  111.332031  110.923828
+util                       68.000000   71.000000   66.000000
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 530 : avg iteration time       184.70 seconds
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 530 : data loading time        0.00
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 530 : avg forward pass time    83.89
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 530 : backward pass time       8.33
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 530 : optimizer step time      0.34
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 530--------------------
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7160        iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6875          iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7160 iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1575iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0256 iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.7879 iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0411iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0064 iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.2177 iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6875iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1583  iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0404  iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0490  iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0123  iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1190  iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0302  iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0875  iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0221  iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0120   iter count: 1.0
+[Apr 13, 2026 - 11:33:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 11:34:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360353  43.509525  43.275017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402  69.853516  69.832031
+util                      98.250000  99.000000  97.000000
+[Apr 13, 2026 - 11:34:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 531 : avg iteration time       52.42 seconds
+[Apr 13, 2026 - 11:34:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 531 : data loading time        0.00
+[Apr 13, 2026 - 11:34:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 531 : avg forward pass time    14.27
+[Apr 13, 2026 - 11:34:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 531 : backward pass time       11.37
+[Apr 13, 2026 - 11:34:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 531 : optimizer step time      1.16
+[Apr 13, 2026 - 11:34:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 531--------------------
+[Apr 13, 2026 - 11:34:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0140        iter count: 1.0
+[Apr 13, 2026 - 11:34:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0140   iter count: 1.0
+[Apr 13, 2026 - 11:34:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:34:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:35:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360559  43.510250  43.275017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.593262  69.931641  69.480469
+util                      97.000000  99.000000  95.000000
+[Apr 13, 2026 - 11:35:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 532 : avg iteration time       51.39 seconds
+[Apr 13, 2026 - 11:35:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 532 : data loading time        0.00
+[Apr 13, 2026 - 11:35:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 532 : avg forward pass time    13.76
+[Apr 13, 2026 - 11:35:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 532 : backward pass time       11.35
+[Apr 13, 2026 - 11:35:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 532 : optimizer step time      1.17
+[Apr 13, 2026 - 11:35:23 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 532--------------------
+[Apr 13, 2026 - 11:35:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0132        iter count: 1.0
+[Apr 13, 2026 - 11:35:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0132   iter count: 1.0
+[Apr 13, 2026 - 11:35:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:35:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:36:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360574   43.510342  43.275017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.832520   69.951172  69.792969
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 11:36:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 533 : avg iteration time       48.67 seconds
+[Apr 13, 2026 - 11:36:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 533 : data loading time        0.00
+[Apr 13, 2026 - 11:36:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 533 : avg forward pass time    12.41
+[Apr 13, 2026 - 11:36:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 533 : backward pass time       11.35
+[Apr 13, 2026 - 11:36:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 533 : optimizer step time      1.16
+[Apr 13, 2026 - 11:36:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 533--------------------
+[Apr 13, 2026 - 11:36:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0129        iter count: 1.0
+[Apr 13, 2026 - 11:36:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0129   iter count: 1.0
+[Apr 13, 2026 - 11:36:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:36:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:37:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360581  43.510342  43.275017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.817871  69.892578  69.792969
+util                      95.250000  99.000000  93.000000
+[Apr 13, 2026 - 11:37:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 534 : avg iteration time       48.70 seconds
+[Apr 13, 2026 - 11:37:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 534 : data loading time        0.00
+[Apr 13, 2026 - 11:37:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 534 : avg forward pass time    12.41
+[Apr 13, 2026 - 11:37:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 534 : backward pass time       11.35
+[Apr 13, 2026 - 11:37:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 534 : optimizer step time      1.18
+[Apr 13, 2026 - 11:37:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 534--------------------
+[Apr 13, 2026 - 11:37:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0125        iter count: 1.0
+[Apr 13, 2026 - 11:37:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 11:37:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:37:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360475   43.509884   43.275017
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.024902  111.097656  110.806641
+util                       69.500000   73.000000   67.000000
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 535 : avg iteration time       184.84 seconds
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 535 : data loading time        0.00
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 535 : avg forward pass time    83.96
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 535 : backward pass time       8.34
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 535 : optimizer step time      0.33
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 535--------------------
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7119        iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6904          iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7119 iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1218iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0310 iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3607 iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0312iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0078 iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0944 iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6904iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.3607  iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0944  iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2638  iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0682  iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1997  iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0512  iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2304  iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0593  iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 13, 2026 - 11:40:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 11:40:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360459   43.509884  43.275017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926   69.890625  69.423828
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 11:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 536 : avg iteration time       49.67 seconds
+[Apr 13, 2026 - 11:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 536 : data loading time        0.00
+[Apr 13, 2026 - 11:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 536 : avg forward pass time    12.93
+[Apr 13, 2026 - 11:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 536 : backward pass time       11.31
+[Apr 13, 2026 - 11:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 536 : optimizer step time      1.16
+[Apr 13, 2026 - 11:40:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 536--------------------
+[Apr 13, 2026 - 11:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0138        iter count: 1.0
+[Apr 13, 2026 - 11:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 13, 2026 - 11:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:40:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:41:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360482  43.509922  43.275017
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.998535  70.046875  69.853516
+util                      97.750000  99.000000  96.000000
+[Apr 13, 2026 - 11:41:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 537 : avg iteration time       51.53 seconds
+[Apr 13, 2026 - 11:41:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 537 : data loading time        0.00
+[Apr 13, 2026 - 11:41:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 537 : avg forward pass time    13.84
+[Apr 13, 2026 - 11:41:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 537 : backward pass time       11.35
+[Apr 13, 2026 - 11:41:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 537 : optimizer step time      1.17
+[Apr 13, 2026 - 11:41:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 537--------------------
+[Apr 13, 2026 - 11:41:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0139        iter count: 1.0
+[Apr 13, 2026 - 11:41:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0139   iter count: 1.0
+[Apr 13, 2026 - 11:41:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:41:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:42:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360521   43.510128  43.275017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.988770   70.007812  69.931641
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 11:42:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 538 : avg iteration time       48.87 seconds
+[Apr 13, 2026 - 11:42:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 538 : data loading time        0.00
+[Apr 13, 2026 - 11:42:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 538 : avg forward pass time    12.50
+[Apr 13, 2026 - 11:42:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 538 : backward pass time       11.34
+[Apr 13, 2026 - 11:42:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 538 : optimizer step time      1.19
+[Apr 13, 2026 - 11:42:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 538--------------------
+[Apr 13, 2026 - 11:42:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0140        iter count: 1.0
+[Apr 13, 2026 - 11:42:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0140   iter count: 1.0
+[Apr 13, 2026 - 11:42:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:42:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:43:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360778   43.511131  43.275017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.983887   70.007812  69.912109
+util                      97.500000  100.000000  95.000000
+[Apr 13, 2026 - 11:43:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 539 : avg iteration time       51.32 seconds
+[Apr 13, 2026 - 11:43:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 539 : data loading time        0.00
+[Apr 13, 2026 - 11:43:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 539 : avg forward pass time    13.74
+[Apr 13, 2026 - 11:43:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 539 : backward pass time       11.33
+[Apr 13, 2026 - 11:43:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 539 : optimizer step time      1.16
+[Apr 13, 2026 - 11:43:27 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 539--------------------
+[Apr 13, 2026 - 11:43:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0125        iter count: 1.0
+[Apr 13, 2026 - 11:43:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 11:43:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:43:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360656   43.510651   43.275017
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.078613  112.134766  110.726562
+util                       64.750000   68.000000   62.000000
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 540 : avg iteration time       186.96 seconds
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 540 : data loading time        0.00
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 540 : avg forward pass time    85.02
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 540 : backward pass time       8.33
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 540 : optimizer step time      0.34
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 540--------------------
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7352        iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.7119          iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7352 iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1273iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0318 iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4852 iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0326iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0080 iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1290 iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.7119iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0354  iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0089  iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0911  iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0230  iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0922  iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0233  iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0494  iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0124  iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 11:46:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 11:47:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360780   43.511101  43.275032
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.749512   69.851562  69.443359
+util                      97.500000  100.000000  91.000000
+[Apr 13, 2026 - 11:47:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 541 : avg iteration time       52.33 seconds
+[Apr 13, 2026 - 11:47:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 541 : data loading time        0.00
+[Apr 13, 2026 - 11:47:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 541 : avg forward pass time    14.24
+[Apr 13, 2026 - 11:47:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 541 : backward pass time       11.34
+[Apr 13, 2026 - 11:47:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 541 : optimizer step time      1.16
+[Apr 13, 2026 - 11:47:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 541--------------------
+[Apr 13, 2026 - 11:47:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 13, 2026 - 11:47:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 13, 2026 - 11:47:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:47:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:48:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360790  43.511124  43.275063
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.832520  69.968750  69.423828
+util                      94.500000  98.000000  92.000000
+[Apr 13, 2026 - 11:48:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 542 : avg iteration time       48.67 seconds
+[Apr 13, 2026 - 11:48:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 542 : data loading time        0.00
+[Apr 13, 2026 - 11:48:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 542 : avg forward pass time    12.43
+[Apr 13, 2026 - 11:48:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 542 : backward pass time       11.32
+[Apr 13, 2026 - 11:48:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 542 : optimizer step time      1.16
+[Apr 13, 2026 - 11:48:15 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 542--------------------
+[Apr 13, 2026 - 11:48:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0140        iter count: 1.0
+[Apr 13, 2026 - 11:48:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0140   iter count: 1.0
+[Apr 13, 2026 - 11:48:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:48:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:49:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360779   43.511124  43.275017
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.808105   69.929688  69.443359
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 11:49:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 543 : avg iteration time       48.70 seconds
+[Apr 13, 2026 - 11:49:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 543 : data loading time        0.00
+[Apr 13, 2026 - 11:49:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 543 : avg forward pass time    12.43
+[Apr 13, 2026 - 11:49:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 543 : backward pass time       11.34
+[Apr 13, 2026 - 11:49:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 543 : optimizer step time      1.17
+[Apr 13, 2026 - 11:49:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 543--------------------
+[Apr 13, 2026 - 11:49:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0156        iter count: 1.0
+[Apr 13, 2026 - 11:49:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 13, 2026 - 11:49:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:49:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:49:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360790   43.511124  43.275040
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.778809   69.890625  69.443359
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 11:49:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 544 : avg iteration time       51.38 seconds
+[Apr 13, 2026 - 11:49:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 544 : data loading time        0.00
+[Apr 13, 2026 - 11:49:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 544 : avg forward pass time    13.77
+[Apr 13, 2026 - 11:49:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 544 : backward pass time       11.32
+[Apr 13, 2026 - 11:49:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 544 : optimizer step time      1.18
+[Apr 13, 2026 - 11:49:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 544--------------------
+[Apr 13, 2026 - 11:49:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0149        iter count: 1.0
+[Apr 13, 2026 - 11:49:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 11:49:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:49:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360391   43.509457   43.275089
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.550781  110.904297  110.431641
+util                       74.750000   78.000000   72.000000
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 545 : avg iteration time       187.44 seconds
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 545 : data loading time        0.00
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 545 : avg forward pass time    85.26
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 545 : backward pass time       8.33
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 545 : optimizer step time      0.34
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 545--------------------
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6859        iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6582          iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6859 iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1628iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0237 iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6134 iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0420iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0059 iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1657 iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6582iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0947  iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0240  iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1096  iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0278  iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1128  iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0286  iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1654  iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0422  iter count: 1.0
+[Apr 13, 2026 - 11:53:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 13, 2026 - 11:53:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 11:53:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360476   43.509708  43.275089
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.900879   69.910156  69.873047
+util                      96.500000  100.000000  94.000000
+[Apr 13, 2026 - 11:53:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 546 : avg iteration time       49.70 seconds
+[Apr 13, 2026 - 11:53:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 546 : data loading time        0.00
+[Apr 13, 2026 - 11:53:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 546 : avg forward pass time    12.92
+[Apr 13, 2026 - 11:53:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 546 : backward pass time       11.33
+[Apr 13, 2026 - 11:53:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 546 : optimizer step time      1.18
+[Apr 13, 2026 - 11:53:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 546--------------------
+[Apr 13, 2026 - 11:53:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0182        iter count: 1.0
+[Apr 13, 2026 - 11:53:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0182   iter count: 1.0
+[Apr 13, 2026 - 11:53:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:53:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:54:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360602  43.510239  43.275089
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.900879  69.931641  69.890625
+util                      97.750000  99.000000  94.000000
+[Apr 13, 2026 - 11:54:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 547 : avg iteration time       45.94 seconds
+[Apr 13, 2026 - 11:54:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 547 : data loading time        0.00
+[Apr 13, 2026 - 11:54:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 547 : avg forward pass time    11.07
+[Apr 13, 2026 - 11:54:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 547 : backward pass time       11.31
+[Apr 13, 2026 - 11:54:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 547 : optimizer step time      1.15
+[Apr 13, 2026 - 11:54:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 547--------------------
+[Apr 13, 2026 - 11:54:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0144        iter count: 1.0
+[Apr 13, 2026 - 11:54:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0144   iter count: 1.0
+[Apr 13, 2026 - 11:54:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:54:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:55:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360599  43.510216  43.275089
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.974121  69.988281  69.931641
+util                      95.500000  99.000000  93.000000
+[Apr 13, 2026 - 11:55:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 548 : avg iteration time       51.45 seconds
+[Apr 13, 2026 - 11:55:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 548 : data loading time        0.00
+[Apr 13, 2026 - 11:55:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 548 : avg forward pass time    13.79
+[Apr 13, 2026 - 11:55:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 548 : backward pass time       11.35
+[Apr 13, 2026 - 11:55:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 548 : optimizer step time      1.17
+[Apr 13, 2026 - 11:55:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 548--------------------
+[Apr 13, 2026 - 11:55:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0155        iter count: 1.0
+[Apr 13, 2026 - 11:55:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0155   iter count: 1.0
+[Apr 13, 2026 - 11:55:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:55:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:56:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360690  43.510441  43.275196
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.949707  69.968750  69.892578
+util                      94.250000  97.000000  92.000000
+[Apr 13, 2026 - 11:56:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 549 : avg iteration time       51.59 seconds
+[Apr 13, 2026 - 11:56:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 549 : data loading time        0.00
+[Apr 13, 2026 - 11:56:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 549 : avg forward pass time    13.84
+[Apr 13, 2026 - 11:56:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 549 : backward pass time       11.35
+[Apr 13, 2026 - 11:56:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 549 : optimizer step time      1.18
+[Apr 13, 2026 - 11:56:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 549--------------------
+[Apr 13, 2026 - 11:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0158        iter count: 1.0
+[Apr 13, 2026 - 11:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0158   iter count: 1.0
+[Apr 13, 2026 - 11:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 11:56:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360494   43.509712   43.275173
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.060059  112.171875  111.724609
+util                       71.000000   78.000000   64.000000
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 550 : avg iteration time       182.36 seconds
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 550 : data loading time        0.00
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 550 : avg forward pass time    82.71
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 550 : backward pass time       8.34
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 550 : optimizer step time      0.34
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 550--------------------
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6149        iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5938          iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6149 iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1378iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0195 iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4869 iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0354iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0049 iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1294 iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5938iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0871  iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0220  iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0501  iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0126  iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0857  iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0216  iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1184  iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0300  iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0144   iter count: 1.0
+[Apr 13, 2026 - 11:59:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 12:00:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360754   43.510712  43.275223
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.734863   69.832031  69.443359
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 12:00:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 551 : avg iteration time       47.12 seconds
+[Apr 13, 2026 - 12:00:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 551 : data loading time        0.00
+[Apr 13, 2026 - 12:00:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 551 : avg forward pass time    11.63
+[Apr 13, 2026 - 12:00:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 551 : backward pass time       11.36
+[Apr 13, 2026 - 12:00:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 551 : optimizer step time      1.17
+[Apr 13, 2026 - 12:00:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 551--------------------
+[Apr 13, 2026 - 12:00:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0247        iter count: 1.0
+[Apr 13, 2026 - 12:00:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0247   iter count: 1.0
+[Apr 13, 2026 - 12:00:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:00:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:00:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360755  43.510712  43.275196
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  71.961426  72.664062  69.853516
+util                      97.750000  99.000000  96.000000
+[Apr 13, 2026 - 12:00:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 552 : avg iteration time       48.77 seconds
+[Apr 13, 2026 - 12:00:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 552 : data loading time        0.00
+[Apr 13, 2026 - 12:00:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 552 : avg forward pass time    12.46
+[Apr 13, 2026 - 12:00:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 552 : backward pass time       11.33
+[Apr 13, 2026 - 12:00:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 552 : optimizer step time      1.18
+[Apr 13, 2026 - 12:00:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 552--------------------
+[Apr 13, 2026 - 12:00:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0193        iter count: 1.0
+[Apr 13, 2026 - 12:00:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0193   iter count: 1.0
+[Apr 13, 2026 - 12:00:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:00:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:01:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360819   43.510967  43.275185
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402   69.912109  69.812500
+util                      96.750000  100.000000  94.000000
+[Apr 13, 2026 - 12:01:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 553 : avg iteration time       48.98 seconds
+[Apr 13, 2026 - 12:01:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 553 : data loading time        0.00
+[Apr 13, 2026 - 12:01:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 553 : avg forward pass time    12.56
+[Apr 13, 2026 - 12:01:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 553 : backward pass time       11.35
+[Apr 13, 2026 - 12:01:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 553 : optimizer step time      1.17
+[Apr 13, 2026 - 12:01:48 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 553--------------------
+[Apr 13, 2026 - 12:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0166        iter count: 1.0
+[Apr 13, 2026 - 12:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0166   iter count: 1.0
+[Apr 13, 2026 - 12:01:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:01:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:02:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360872   43.511204  43.275185
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.798340   69.873047  69.773438
+util                      97.500000  100.000000  95.000000
+[Apr 13, 2026 - 12:02:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 554 : avg iteration time       48.81 seconds
+[Apr 13, 2026 - 12:02:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 554 : data loading time        0.00
+[Apr 13, 2026 - 12:02:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 554 : avg forward pass time    12.47
+[Apr 13, 2026 - 12:02:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 554 : backward pass time       11.33
+[Apr 13, 2026 - 12:02:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 554 : optimizer step time      1.18
+[Apr 13, 2026 - 12:02:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 554--------------------
+[Apr 13, 2026 - 12:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0132        iter count: 1.0
+[Apr 13, 2026 - 12:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0132   iter count: 1.0
+[Apr 13, 2026 - 12:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:02:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360798   43.510849   43.275185
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.950684  112.916016  110.294922
+util                       73.750000   77.000000   68.000000
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 555 : avg iteration time       187.70 seconds
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 555 : data loading time        0.00
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 555 : avg forward pass time    85.39
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 555 : backward pass time       8.33
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 555 : optimizer step time      0.34
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 555--------------------
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5877        iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5645          iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5877 iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1564iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0353 iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.7630 iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0405iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0089 iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.2102 iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5645iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1077  iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0273  iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.4303  iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.1136  iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1971  iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0505  iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1891  iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0484  iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0136   iter count: 1.0
+[Apr 13, 2026 - 12:05:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 12:06:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360789  43.510830  43.275185
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.427246  69.443359  69.421875
+util                      98.250000  99.000000  97.000000
+[Apr 13, 2026 - 12:06:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 556 : avg iteration time       49.91 seconds
+[Apr 13, 2026 - 12:06:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 556 : data loading time        0.00
+[Apr 13, 2026 - 12:06:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 556 : avg forward pass time    13.02
+[Apr 13, 2026 - 12:06:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 556 : backward pass time       11.38
+[Apr 13, 2026 - 12:06:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 556 : optimizer step time      1.17
+[Apr 13, 2026 - 12:06:35 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 556--------------------
+[Apr 13, 2026 - 12:06:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0256        iter count: 1.0
+[Apr 13, 2026 - 12:06:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0256   iter count: 1.0
+[Apr 13, 2026 - 12:06:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:06:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:07:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360790  43.510830  43.275185
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816  69.892578  69.851562
+util                      93.250000  96.000000  91.000000
+[Apr 13, 2026 - 12:07:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 557 : avg iteration time       51.53 seconds
+[Apr 13, 2026 - 12:07:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 557 : data loading time        0.00
+[Apr 13, 2026 - 12:07:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 557 : avg forward pass time    13.84
+[Apr 13, 2026 - 12:07:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 557 : backward pass time       11.36
+[Apr 13, 2026 - 12:07:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 557 : optimizer step time      1.16
+[Apr 13, 2026 - 12:07:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 557--------------------
+[Apr 13, 2026 - 12:07:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0173        iter count: 1.0
+[Apr 13, 2026 - 12:07:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0173   iter count: 1.0
+[Apr 13, 2026 - 12:07:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:07:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:08:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360789   43.510830  43.275185
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.949707   70.244141  69.851562
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 12:08:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 558 : avg iteration time       46.08 seconds
+[Apr 13, 2026 - 12:08:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 558 : data loading time        0.00
+[Apr 13, 2026 - 12:08:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 558 : avg forward pass time    11.12
+[Apr 13, 2026 - 12:08:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 558 : backward pass time       11.33
+[Apr 13, 2026 - 12:08:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 558 : optimizer step time      1.17
+[Apr 13, 2026 - 12:08:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 558--------------------
+[Apr 13, 2026 - 12:08:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0130        iter count: 1.0
+[Apr 13, 2026 - 12:08:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 13, 2026 - 12:08:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:08:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:09:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360800  43.510830  43.275185
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.998535  70.205078  69.929688
+util                      98.000000  99.000000  96.000000
+[Apr 13, 2026 - 12:09:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 559 : avg iteration time       48.78 seconds
+[Apr 13, 2026 - 12:09:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 559 : data loading time        0.00
+[Apr 13, 2026 - 12:09:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 559 : avg forward pass time    12.46
+[Apr 13, 2026 - 12:09:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 559 : backward pass time       11.34
+[Apr 13, 2026 - 12:09:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 559 : optimizer step time      1.19
+[Apr 13, 2026 - 12:09:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 559--------------------
+[Apr 13, 2026 - 12:09:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0117        iter count: 1.0
+[Apr 13, 2026 - 12:09:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0117   iter count: 1.0
+[Apr 13, 2026 - 12:09:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:09:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360472   43.509544   43.275192
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.342285  111.546875  110.728516
+util                       68.250000   79.000000   63.000000
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 560 : avg iteration time       185.54 seconds
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 560 : data loading time        0.00
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 560 : avg forward pass time    84.29
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 560 : backward pass time       8.35
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 560 : optimizer step time      0.33
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 560--------------------
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6508        iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6270          iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6508 iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1479iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0343 iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5321 iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0380iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0086 iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1423 iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6270iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1355  iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0345  iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1116  iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0283  iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0985  iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0249  iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1164  iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0295  iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+[Apr 13, 2026 - 12:12:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 12:12:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360487  43.509556  43.275196
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816  70.009766  69.812500
+util                      95.000000  98.000000  93.000000
+[Apr 13, 2026 - 12:12:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 561 : avg iteration time       50.02 seconds
+[Apr 13, 2026 - 12:12:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 561 : data loading time        0.00
+[Apr 13, 2026 - 12:12:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 561 : avg forward pass time    13.07
+[Apr 13, 2026 - 12:12:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 561 : backward pass time       11.34
+[Apr 13, 2026 - 12:12:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 561 : optimizer step time      1.18
+[Apr 13, 2026 - 12:12:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 561--------------------
+[Apr 13, 2026 - 12:12:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0131        iter count: 1.0
+[Apr 13, 2026 - 12:12:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0131   iter count: 1.0
+[Apr 13, 2026 - 12:12:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:12:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:13:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360659  43.510288  43.275196
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934  69.931641  69.832031
+util                      98.500000  99.000000  97.000000
+[Apr 13, 2026 - 12:13:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 562 : avg iteration time       51.66 seconds
+[Apr 13, 2026 - 12:13:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 562 : data loading time        0.00
+[Apr 13, 2026 - 12:13:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 562 : avg forward pass time    13.84
+[Apr 13, 2026 - 12:13:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 562 : backward pass time       11.46
+[Apr 13, 2026 - 12:13:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 562 : optimizer step time      1.18
+[Apr 13, 2026 - 12:13:48 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 562--------------------
+[Apr 13, 2026 - 12:13:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0138        iter count: 1.0
+[Apr 13, 2026 - 12:13:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 13, 2026 - 12:13:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:13:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:14:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361007  43.511524  43.275196
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402  69.912109  69.812500
+util                      96.000000  99.000000  94.000000
+[Apr 13, 2026 - 12:14:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 563 : avg iteration time       46.16 seconds
+[Apr 13, 2026 - 12:14:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 563 : data loading time        0.00
+[Apr 13, 2026 - 12:14:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 563 : avg forward pass time    11.15
+[Apr 13, 2026 - 12:14:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 563 : backward pass time       11.34
+[Apr 13, 2026 - 12:14:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 563 : optimizer step time      1.17
+[Apr 13, 2026 - 12:14:35 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 563--------------------
+[Apr 13, 2026 - 12:14:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 13, 2026 - 12:14:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 13, 2026 - 12:14:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:14:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:15:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361014   43.511585  43.275196
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051   69.912109  69.832031
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 12:15:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 564 : avg iteration time       48.91 seconds
+[Apr 13, 2026 - 12:15:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 564 : data loading time        0.00
+[Apr 13, 2026 - 12:15:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 564 : avg forward pass time    12.49
+[Apr 13, 2026 - 12:15:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 564 : backward pass time       11.38
+[Apr 13, 2026 - 12:15:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 564 : optimizer step time      1.18
+[Apr 13, 2026 - 12:15:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 564--------------------
+[Apr 13, 2026 - 12:15:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 12:15:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 12:15:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:15:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360524   43.509586   43.275196
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.386230  113.599609  110.648438
+util                       68.250000   79.000000   63.000000
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 565 : avg iteration time       185.66 seconds
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 565 : data loading time        0.00
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 565 : avg forward pass time    84.36
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 565 : backward pass time       8.35
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 565 : optimizer step time      0.34
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 565--------------------
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6187        iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6006          iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6187 iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1175iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0276 iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3587 iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0300iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0069 iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0938 iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6006iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0887  iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0224  iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0276  iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0069  iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1911  iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0489  iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0521  iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0131  iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0112   iter count: 1.0
+[Apr 13, 2026 - 12:18:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 12:19:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360532  43.509590  43.275196
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.739746  69.851562  69.404297
+util                      99.000000  99.000000  99.000000
+[Apr 13, 2026 - 12:19:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 566 : avg iteration time       49.89 seconds
+[Apr 13, 2026 - 12:19:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 566 : data loading time        0.00
+[Apr 13, 2026 - 12:19:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 566 : avg forward pass time    13.00
+[Apr 13, 2026 - 12:19:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 566 : backward pass time       11.33
+[Apr 13, 2026 - 12:19:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 566 : optimizer step time      1.18
+[Apr 13, 2026 - 12:19:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 566--------------------
+[Apr 13, 2026 - 12:19:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 12:19:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 12:19:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:19:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:20:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360772   43.510586  43.275196
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465   69.892578  69.871094
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 12:20:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 567 : avg iteration time       46.05 seconds
+[Apr 13, 2026 - 12:20:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 567 : data loading time        0.00
+[Apr 13, 2026 - 12:20:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 567 : avg forward pass time    11.09
+[Apr 13, 2026 - 12:20:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 567 : backward pass time       11.34
+[Apr 13, 2026 - 12:20:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 567 : optimizer step time      1.17
+[Apr 13, 2026 - 12:20:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 567--------------------
+[Apr 13, 2026 - 12:20:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0121        iter count: 1.0
+[Apr 13, 2026 - 12:20:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0121   iter count: 1.0
+[Apr 13, 2026 - 12:20:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:20:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:20:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360786  43.510609  43.275208
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.871582  69.873047  69.871094
+util                      93.500000  99.000000  90.000000
+[Apr 13, 2026 - 12:20:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 568 : avg iteration time       49.04 seconds
+[Apr 13, 2026 - 12:20:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 568 : data loading time        0.00
+[Apr 13, 2026 - 12:20:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 568 : avg forward pass time    12.59
+[Apr 13, 2026 - 12:20:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 568 : backward pass time       11.36
+[Apr 13, 2026 - 12:20:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 568 : optimizer step time      1.16
+[Apr 13, 2026 - 12:20:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 568--------------------
+[Apr 13, 2026 - 12:20:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0111        iter count: 1.0
+[Apr 13, 2026 - 12:20:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0111   iter count: 1.0
+[Apr 13, 2026 - 12:20:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:20:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:21:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360846   43.510838  43.275215
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.847168   69.851562  69.833984
+util                      95.250000  100.000000  92.000000
+[Apr 13, 2026 - 12:21:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 569 : avg iteration time       48.82 seconds
+[Apr 13, 2026 - 12:21:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 569 : data loading time        0.00
+[Apr 13, 2026 - 12:21:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 569 : avg forward pass time    12.44
+[Apr 13, 2026 - 12:21:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 569 : backward pass time       11.39
+[Apr 13, 2026 - 12:21:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 569 : optimizer step time      1.19
+[Apr 13, 2026 - 12:21:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 569--------------------
+[Apr 13, 2026 - 12:21:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0101        iter count: 1.0
+[Apr 13, 2026 - 12:21:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0101   iter count: 1.0
+[Apr 13, 2026 - 12:21:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:21:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360765   43.510548   43.275208
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.234375  111.353516  111.193359
+util                       69.000000   72.000000   67.000000
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 570 : avg iteration time       188.26 seconds
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 570 : data loading time        0.00
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 570 : avg forward pass time    85.64
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 570 : backward pass time       8.36
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 570 : optimizer step time      0.34
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 570--------------------
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6677        iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6484          iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6677 iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1173iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0339 iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3746 iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0300iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0085 iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0982 iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6484iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0576  iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0145  iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2146  iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0551  iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1003  iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0254  iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1122  iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0285  iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0127   iter count: 1.0
+[Apr 13, 2026 - 12:24:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 12:25:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360850   43.510822  43.275223
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051   69.970703  69.812500
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 12:25:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 571 : avg iteration time       52.65 seconds
+[Apr 13, 2026 - 12:25:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 571 : data loading time        0.00
+[Apr 13, 2026 - 12:25:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 571 : avg forward pass time    14.37
+[Apr 13, 2026 - 12:25:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 571 : backward pass time       11.41
+[Apr 13, 2026 - 12:25:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 571 : optimizer step time      1.18
+[Apr 13, 2026 - 12:25:44 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 571--------------------
+[Apr 13, 2026 - 12:25:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0157        iter count: 1.0
+[Apr 13, 2026 - 12:25:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0157   iter count: 1.0
+[Apr 13, 2026 - 12:25:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:25:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:26:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360841  43.510822  43.275208
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.905762  69.951172  69.890625
+util                      96.500000  99.000000  94.000000
+[Apr 13, 2026 - 12:26:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 572 : avg iteration time       46.12 seconds
+[Apr 13, 2026 - 12:26:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 572 : data loading time        0.00
+[Apr 13, 2026 - 12:26:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 572 : avg forward pass time    11.12
+[Apr 13, 2026 - 12:26:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 572 : backward pass time       11.34
+[Apr 13, 2026 - 12:26:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 572 : optimizer step time      1.19
+[Apr 13, 2026 - 12:26:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 572--------------------
+[Apr 13, 2026 - 12:26:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0127        iter count: 1.0
+[Apr 13, 2026 - 12:26:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0127   iter count: 1.0
+[Apr 13, 2026 - 12:26:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:26:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:27:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360846   43.510849  43.275211
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.808105   69.912109  69.773438
+util                      97.750000  100.000000  93.000000
+[Apr 13, 2026 - 12:27:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 573 : avg iteration time       48.93 seconds
+[Apr 13, 2026 - 12:27:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 573 : data loading time        0.00
+[Apr 13, 2026 - 12:27:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 573 : avg forward pass time    12.53
+[Apr 13, 2026 - 12:27:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 573 : backward pass time       11.35
+[Apr 13, 2026 - 12:27:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 573 : optimizer step time      1.17
+[Apr 13, 2026 - 12:27:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 573--------------------
+[Apr 13, 2026 - 12:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0123        iter count: 1.0
+[Apr 13, 2026 - 12:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0123   iter count: 1.0
+[Apr 13, 2026 - 12:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:27:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:28:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360946  43.511139  43.275276
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465  69.951172  69.851562
+util                      96.000000  99.000000  94.000000
+[Apr 13, 2026 - 12:28:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 574 : avg iteration time       46.06 seconds
+[Apr 13, 2026 - 12:28:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 574 : data loading time        0.00
+[Apr 13, 2026 - 12:28:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 574 : avg forward pass time    11.10
+[Apr 13, 2026 - 12:28:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 574 : backward pass time       11.35
+[Apr 13, 2026 - 12:28:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 574 : optimizer step time      1.16
+[Apr 13, 2026 - 12:28:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 574--------------------
+[Apr 13, 2026 - 12:28:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0135        iter count: 1.0
+[Apr 13, 2026 - 12:28:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0135   iter count: 1.0
+[Apr 13, 2026 - 12:28:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:28:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360661   43.510025   43.275280
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.274902  112.796875  110.708984
+util                       77.000000   80.000000   75.000000
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 575 : avg iteration time       191.13 seconds
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 575 : data loading time        0.00
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 575 : avg forward pass time    87.09
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 575 : backward pass time       8.34
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 575 : optimizer step time      0.33
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 575--------------------
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6818        iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6514          iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6818 iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1747iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0384 iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6224 iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0453iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0096 iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1684 iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6514iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2439  iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0629  iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.4171  iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.1099  iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1324  iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0337  iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0797  iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0201  iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0150   iter count: 1.0
+[Apr 13, 2026 - 12:31:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 12:32:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360710   43.510242  43.275257
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.754395   69.851562  69.462891
+util                      94.500000  100.000000  91.000000
+[Apr 13, 2026 - 12:32:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 576 : avg iteration time       52.63 seconds
+[Apr 13, 2026 - 12:32:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 576 : data loading time        0.00
+[Apr 13, 2026 - 12:32:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 576 : avg forward pass time    14.37
+[Apr 13, 2026 - 12:32:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 576 : backward pass time       11.36
+[Apr 13, 2026 - 12:32:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 576 : optimizer step time      1.18
+[Apr 13, 2026 - 12:32:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 576--------------------
+[Apr 13, 2026 - 12:32:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0115        iter count: 1.0
+[Apr 13, 2026 - 12:32:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0115   iter count: 1.0
+[Apr 13, 2026 - 12:32:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:32:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:32:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360743  43.510345  43.275280
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.954590  70.105469  69.501953
+util                      95.500000  98.000000  93.000000
+[Apr 13, 2026 - 12:32:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 577 : avg iteration time       46.24 seconds
+[Apr 13, 2026 - 12:32:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 577 : data loading time        0.00
+[Apr 13, 2026 - 12:32:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 577 : avg forward pass time    11.17
+[Apr 13, 2026 - 12:32:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 577 : backward pass time       11.39
+[Apr 13, 2026 - 12:32:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 577 : optimizer step time      1.18
+[Apr 13, 2026 - 12:32:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 577--------------------
+[Apr 13, 2026 - 12:32:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 13, 2026 - 12:32:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 13, 2026 - 12:32:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:32:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:33:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360741   43.510357  43.275257
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051   69.968750  69.501953
+util                      94.000000  100.000000  90.000000
+[Apr 13, 2026 - 12:33:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 578 : avg iteration time       48.96 seconds
+[Apr 13, 2026 - 12:33:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 578 : data loading time        0.00
+[Apr 13, 2026 - 12:33:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 578 : avg forward pass time    12.52
+[Apr 13, 2026 - 12:33:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 578 : backward pass time       11.39
+[Apr 13, 2026 - 12:33:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 578 : optimizer step time      1.18
+[Apr 13, 2026 - 12:33:44 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 578--------------------
+[Apr 13, 2026 - 12:33:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0134        iter count: 1.0
+[Apr 13, 2026 - 12:33:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0134   iter count: 1.0
+[Apr 13, 2026 - 12:33:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:33:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:34:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360877  43.510857  43.275303
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.749512  69.832031  69.501953
+util                      94.250000  97.000000  92.000000
+[Apr 13, 2026 - 12:34:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 579 : avg iteration time       48.83 seconds
+[Apr 13, 2026 - 12:34:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 579 : data loading time        0.00
+[Apr 13, 2026 - 12:34:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 579 : avg forward pass time    12.49
+[Apr 13, 2026 - 12:34:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 579 : backward pass time       11.34
+[Apr 13, 2026 - 12:34:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 579 : optimizer step time      1.18
+[Apr 13, 2026 - 12:34:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 579--------------------
+[Apr 13, 2026 - 12:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 13, 2026 - 12:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 13, 2026 - 12:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:34:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360537   43.509514   43.275280
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.492676  110.531250  110.376953
+util                       69.500000   72.000000   68.000000
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 580 : avg iteration time       188.45 seconds
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 580 : data loading time        0.00
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 580 : avg forward pass time    85.75
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 580 : backward pass time       8.33
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 580 : optimizer step time      0.33
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 580--------------------
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5421        iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5249          iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5421 iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1287iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0195 iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3844 iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0330iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0049 iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1009 iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5249iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0583  iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0147  iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1468  iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0374  iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0764  iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0193  iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0505  iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0127  iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 13, 2026 - 12:37:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 12:38:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360542   43.509514  43.275280
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.788574   69.910156  69.423828
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 12:38:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 581 : avg iteration time       49.86 seconds
+[Apr 13, 2026 - 12:38:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 581 : data loading time        0.00
+[Apr 13, 2026 - 12:38:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 581 : avg forward pass time    12.99
+[Apr 13, 2026 - 12:38:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 581 : backward pass time       11.33
+[Apr 13, 2026 - 12:38:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 581 : optimizer step time      1.16
+[Apr 13, 2026 - 12:38:31 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 581--------------------
+[Apr 13, 2026 - 12:38:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0128        iter count: 1.0
+[Apr 13, 2026 - 12:38:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 12:38:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:38:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:39:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360782  43.510490  43.275257
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891113  69.910156  69.833984
+util                      93.500000  96.000000  91.000000
+[Apr 13, 2026 - 12:39:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 582 : avg iteration time       46.28 seconds
+[Apr 13, 2026 - 12:39:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 582 : data loading time        0.00
+[Apr 13, 2026 - 12:39:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 582 : avg forward pass time    11.21
+[Apr 13, 2026 - 12:39:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 582 : backward pass time       11.35
+[Apr 13, 2026 - 12:39:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 582 : optimizer step time      1.17
+[Apr 13, 2026 - 12:39:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 582--------------------
+[Apr 13, 2026 - 12:39:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0142        iter count: 1.0
+[Apr 13, 2026 - 12:39:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 13, 2026 - 12:39:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:39:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:40:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361045  43.511513  43.275280
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.974121  69.988281  69.931641
+util                      97.000000  99.000000  95.000000
+[Apr 13, 2026 - 12:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 583 : avg iteration time       48.85 seconds
+[Apr 13, 2026 - 12:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 583 : data loading time        0.00
+[Apr 13, 2026 - 12:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 583 : avg forward pass time    12.49
+[Apr 13, 2026 - 12:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 583 : backward pass time       11.33
+[Apr 13, 2026 - 12:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 583 : optimizer step time      1.16
+[Apr 13, 2026 - 12:40:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 583--------------------
+[Apr 13, 2026 - 12:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0147        iter count: 1.0
+[Apr 13, 2026 - 12:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0147   iter count: 1.0
+[Apr 13, 2026 - 12:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:40:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:40:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361157   43.511978  43.275257
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.969238   70.007812  69.853516
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 12:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 584 : avg iteration time       48.83 seconds
+[Apr 13, 2026 - 12:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 584 : data loading time        0.00
+[Apr 13, 2026 - 12:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 584 : avg forward pass time    12.49
+[Apr 13, 2026 - 12:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 584 : backward pass time       11.33
+[Apr 13, 2026 - 12:40:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 584 : optimizer step time      1.18
+[Apr 13, 2026 - 12:40:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 584--------------------
+[Apr 13, 2026 - 12:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0119        iter count: 1.0
+[Apr 13, 2026 - 12:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0119   iter count: 1.0
+[Apr 13, 2026 - 12:40:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:40:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360500   43.509350   43.275280
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.205566  112.056641  110.921875
+util                       66.500000   77.000000   61.000000
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 585 : avg iteration time       190.70 seconds
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 585 : data loading time        0.00
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 585 : avg forward pass time    86.89
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 585 : backward pass time       8.33
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 585 : optimizer step time      0.33
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 585--------------------
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7122        iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6904          iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7122 iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1225iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0328 iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3271 iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0313iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0082 iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0852 iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6904iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1390  iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0353  iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0993  iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0251  iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0681  iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0172  iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0995  iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0252  iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0135   iter count: 1.0
+[Apr 13, 2026 - 12:44:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 12:44:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360500   43.509327  43.275280
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.778809   69.871094  69.501953
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 12:44:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 586 : avg iteration time       47.18 seconds
+[Apr 13, 2026 - 12:44:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 586 : data loading time        0.00
+[Apr 13, 2026 - 12:44:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 586 : avg forward pass time    11.67
+[Apr 13, 2026 - 12:44:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 586 : backward pass time       11.34
+[Apr 13, 2026 - 12:44:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 586 : optimizer step time      1.16
+[Apr 13, 2026 - 12:44:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 586--------------------
+[Apr 13, 2026 - 12:44:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0131        iter count: 1.0
+[Apr 13, 2026 - 12:44:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0131   iter count: 1.0
+[Apr 13, 2026 - 12:44:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:44:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:45:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360808  43.510582  43.275280
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.832520  69.968750  69.423828
+util                      96.000000  99.000000  92.000000
+[Apr 13, 2026 - 12:45:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 587 : avg iteration time       46.22 seconds
+[Apr 13, 2026 - 12:45:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 587 : data loading time        0.00
+[Apr 13, 2026 - 12:45:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 587 : avg forward pass time    11.18
+[Apr 13, 2026 - 12:45:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 587 : backward pass time       11.32
+[Apr 13, 2026 - 12:45:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 587 : optimizer step time      1.19
+[Apr 13, 2026 - 12:45:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 587--------------------
+[Apr 13, 2026 - 12:45:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0129        iter count: 1.0
+[Apr 13, 2026 - 12:45:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0129   iter count: 1.0
+[Apr 13, 2026 - 12:45:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:45:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:46:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360812   43.510593  43.275280
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.939941   69.949219  69.912109
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 12:46:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 588 : avg iteration time       48.92 seconds
+[Apr 13, 2026 - 12:46:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 588 : data loading time        0.00
+[Apr 13, 2026 - 12:46:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 588 : avg forward pass time    12.50
+[Apr 13, 2026 - 12:46:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 588 : backward pass time       11.34
+[Apr 13, 2026 - 12:46:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 588 : optimizer step time      1.19
+[Apr 13, 2026 - 12:46:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 588--------------------
+[Apr 13, 2026 - 12:46:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0139        iter count: 1.0
+[Apr 13, 2026 - 12:46:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0139   iter count: 1.0
+[Apr 13, 2026 - 12:46:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:46:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:47:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360882   43.510822  43.275314
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.812988   69.929688  69.462891
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 12:47:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 589 : avg iteration time       48.81 seconds
+[Apr 13, 2026 - 12:47:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 589 : data loading time        0.00
+[Apr 13, 2026 - 12:47:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 589 : avg forward pass time    12.45
+[Apr 13, 2026 - 12:47:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 589 : backward pass time       11.35
+[Apr 13, 2026 - 12:47:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 589 : optimizer step time      1.17
+[Apr 13, 2026 - 12:47:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 589--------------------
+[Apr 13, 2026 - 12:47:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0118        iter count: 1.0
+[Apr 13, 2026 - 12:47:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+[Apr 13, 2026 - 12:47:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:47:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360618   43.509769   43.275322
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.049316  112.134766  110.687500
+util                       68.500000   71.000000   67.000000
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 590 : avg iteration time       185.17 seconds
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 590 : data loading time        0.00
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 590 : avg forward pass time    84.10
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 590 : backward pass time       8.34
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 590 : optimizer step time      0.35
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 590--------------------
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5849        iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5640          iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5849 iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1453iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0398 iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5067 iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0374iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0100 iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1351 iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5640iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1488  iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0379  iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0774  iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0195  iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2775  iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0718  iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0515  iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0130  iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0129   iter count: 1.0
+[Apr 13, 2026 - 12:50:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 12:51:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360629   43.509769  43.275322
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277   69.851562  69.482422
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 12:51:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 591 : avg iteration time       49.85 seconds
+[Apr 13, 2026 - 12:51:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 591 : data loading time        0.00
+[Apr 13, 2026 - 12:51:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 591 : avg forward pass time    13.00
+[Apr 13, 2026 - 12:51:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 591 : backward pass time       11.33
+[Apr 13, 2026 - 12:51:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 591 : optimizer step time      1.16
+[Apr 13, 2026 - 12:51:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 591--------------------
+[Apr 13, 2026 - 12:51:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0135        iter count: 1.0
+[Apr 13, 2026 - 12:51:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0135   iter count: 1.0
+[Apr 13, 2026 - 12:51:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:51:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:52:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360631   43.509769  43.275341
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285   69.931641  69.812500
+util                      95.750000  100.000000  91.000000
+[Apr 13, 2026 - 12:52:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 592 : avg iteration time       51.45 seconds
+[Apr 13, 2026 - 12:52:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 592 : data loading time        0.00
+[Apr 13, 2026 - 12:52:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 592 : avg forward pass time    13.79
+[Apr 13, 2026 - 12:52:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 592 : backward pass time       11.34
+[Apr 13, 2026 - 12:52:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 592 : optimizer step time      1.17
+[Apr 13, 2026 - 12:52:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 592--------------------
+[Apr 13, 2026 - 12:52:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0141        iter count: 1.0
+[Apr 13, 2026 - 12:52:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 12:52:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:52:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:52:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360658   43.509769  43.275368
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348   69.912109  69.871094
+util                      98.000000  100.000000  92.000000
+[Apr 13, 2026 - 12:52:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 593 : avg iteration time       48.79 seconds
+[Apr 13, 2026 - 12:52:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 593 : data loading time        0.00
+[Apr 13, 2026 - 12:52:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 593 : avg forward pass time    12.48
+[Apr 13, 2026 - 12:52:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 593 : backward pass time       11.32
+[Apr 13, 2026 - 12:52:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 593 : optimizer step time      1.16
+[Apr 13, 2026 - 12:52:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 593--------------------
+[Apr 13, 2026 - 12:52:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0118        iter count: 1.0
+[Apr 13, 2026 - 12:52:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0118   iter count: 1.0
+[Apr 13, 2026 - 12:52:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:52:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:53:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360764   43.510269  43.275322
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934   69.931641  69.832031
+util                      94.250000  100.000000  91.000000
+[Apr 13, 2026 - 12:53:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 594 : avg iteration time       46.22 seconds
+[Apr 13, 2026 - 12:53:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 594 : data loading time        0.00
+[Apr 13, 2026 - 12:53:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 594 : avg forward pass time    11.18
+[Apr 13, 2026 - 12:53:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 594 : backward pass time       11.35
+[Apr 13, 2026 - 12:53:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 594 : optimizer step time      1.17
+[Apr 13, 2026 - 12:53:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 594--------------------
+[Apr 13, 2026 - 12:53:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0130        iter count: 1.0
+[Apr 13, 2026 - 12:53:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 13, 2026 - 12:53:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:53:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360589   43.509537   43.275322
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.513184  111.527344  111.470703
+util                       65.750000   68.000000   64.000000
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 595 : avg iteration time       188.04 seconds
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 595 : data loading time        0.00
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 595 : avg forward pass time    85.55
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 595 : backward pass time       8.35
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 595 : optimizer step time      0.34
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 595--------------------
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6209        iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5947          iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6209 iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1684iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0402 iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4994 iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0435iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0101 iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1330 iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5947iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1470  iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0374  iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.4994  iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.1330  iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0848  iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0214  iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.4203  iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.1108  iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 12:56:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 12:57:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360587  43.509552  43.275322
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.827637  69.873047  69.812500
+util                      92.750000  95.000000  91.000000
+[Apr 13, 2026 - 12:57:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 596 : avg iteration time       47.37 seconds
+[Apr 13, 2026 - 12:57:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 596 : data loading time        0.00
+[Apr 13, 2026 - 12:57:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 596 : avg forward pass time    11.74
+[Apr 13, 2026 - 12:57:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 596 : backward pass time       11.38
+[Apr 13, 2026 - 12:57:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 596 : optimizer step time      1.18
+[Apr 13, 2026 - 12:57:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 596--------------------
+[Apr 13, 2026 - 12:57:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0127        iter count: 1.0
+[Apr 13, 2026 - 12:57:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0127   iter count: 1.0
+[Apr 13, 2026 - 12:57:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:57:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:58:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360589  43.509537  43.275322
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.681152  69.873047  69.617188
+util                      95.750000  98.000000  94.000000
+[Apr 13, 2026 - 12:58:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 597 : avg iteration time       46.23 seconds
+[Apr 13, 2026 - 12:58:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 597 : data loading time        0.00
+[Apr 13, 2026 - 12:58:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 597 : avg forward pass time    11.13
+[Apr 13, 2026 - 12:58:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 597 : backward pass time       11.42
+[Apr 13, 2026 - 12:58:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 597 : optimizer step time      1.18
+[Apr 13, 2026 - 12:58:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 597--------------------
+[Apr 13, 2026 - 12:58:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0121        iter count: 1.0
+[Apr 13, 2026 - 12:58:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0121   iter count: 1.0
+[Apr 13, 2026 - 12:58:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:58:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 12:59:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360594   43.509548  43.275330
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285   69.873047  69.832031
+util                      96.000000  100.000000  91.000000
+[Apr 13, 2026 - 12:59:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 598 : avg iteration time       51.54 seconds
+[Apr 13, 2026 - 12:59:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 598 : data loading time        0.00
+[Apr 13, 2026 - 12:59:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 598 : avg forward pass time    13.83
+[Apr 13, 2026 - 12:59:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 598 : backward pass time       11.34
+[Apr 13, 2026 - 12:59:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 598 : optimizer step time      1.18
+[Apr 13, 2026 - 12:59:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 598--------------------
+[Apr 13, 2026 - 12:59:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0127        iter count: 1.0
+[Apr 13, 2026 - 12:59:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0127   iter count: 1.0
+[Apr 13, 2026 - 12:59:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 12:59:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:00:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360593   43.509537  43.275322
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285   69.873047  69.832031
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 13:00:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 599 : avg iteration time       51.52 seconds
+[Apr 13, 2026 - 13:00:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 599 : data loading time        0.00
+[Apr 13, 2026 - 13:00:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 599 : avg forward pass time    13.84
+[Apr 13, 2026 - 13:00:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 599 : backward pass time       11.31
+[Apr 13, 2026 - 13:00:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 599 : optimizer step time      1.18
+[Apr 13, 2026 - 13:00:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 599--------------------
+[Apr 13, 2026 - 13:00:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0115        iter count: 1.0
+[Apr 13, 2026 - 13:00:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0115   iter count: 1.0
+[Apr 13, 2026 - 13:00:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:00:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360315   43.508434   43.275322
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.645020  111.820312  111.119141
+util                       74.000000   76.000000   72.000000
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 600 : avg iteration time       187.83 seconds
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 600 : data loading time        0.00
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 600 : avg forward pass time    85.45
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 600 : backward pass time       8.34
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 600 : optimizer step time      0.34
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 600--------------------
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6590        iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6367          iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6590 iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1366iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0285 iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3812 iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0349iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0071 iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1000 iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6367iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0634  iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0160  iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0285  iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0071  iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1829  iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0468  iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0935  iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0237  iter count: 1.0
+[Apr 13, 2026 - 13:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0157   iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 13:03:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 14.59 seconds
+[Apr 13, 2026 - 13:03:25 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 600
+[Apr 13, 2026 - 13:03:25 | INFO | fastgen.utils.checkpointer:save:301 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000600
+[Apr 13, 2026 - 13:03:41 | SUCCESS | fastgen.utils.checkpointer:save:329 ] Model saved at iteration 600
+[Apr 13, 2026 - 13:03:41 | INFO | fastgen.trainer:validate:358 ] Validation iteration 600
+[Apr 13, 2026 - 13:03:42 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 13:03:44 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 2.2s
+[Apr 13, 2026 - 13:03:47 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 13:03:49 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 13:03:53 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 13:03:54 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 13:03:58 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 13:03:59 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 13:04:03 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 13:04:05 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 13:04:08 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 13:04:10 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 13:04:13 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 13:04:15 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 13:04:18 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 13:04:20 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 13:04:23 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 13:04:25 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 13:04:28 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 13:04:30 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 13:04:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging val0 stats at iteration 600--------------------
+[Apr 13, 2026 - 13:04:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 13:04:50 | INFO | fastgen.callbacks.wandb:on_validation_end:683 ] Logged 10 val videos at iteration 600
+[Apr 13, 2026 - 13:05:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362043   43.514187  43.276344
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.808105   70.380859  69.617188
+util                      98.000000  100.000000  96.000000
+[Apr 13, 2026 - 13:05:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 601 : avg iteration time       146.74 seconds
+[Apr 13, 2026 - 13:05:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 601 : data loading time        0.00
+[Apr 13, 2026 - 13:05:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 601 : avg forward pass time    12.07
+[Apr 13, 2026 - 13:05:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 601 : backward pass time       11.35
+[Apr 13, 2026 - 13:05:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 601 : optimizer step time      1.18
+[Apr 13, 2026 - 13:05:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 601--------------------
+[Apr 13, 2026 - 13:05:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0132        iter count: 1.0
+[Apr 13, 2026 - 13:05:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0132   iter count: 1.0
+[Apr 13, 2026 - 13:05:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:05:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:06:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362042   43.514187  43.276344
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.793457   70.322266  69.617188
+util                      99.250000  100.000000  98.000000
+[Apr 13, 2026 - 13:06:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 602 : avg iteration time       46.42 seconds
+[Apr 13, 2026 - 13:06:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 602 : data loading time        0.00
+[Apr 13, 2026 - 13:06:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 602 : avg forward pass time    11.21
+[Apr 13, 2026 - 13:06:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 602 : backward pass time       11.43
+[Apr 13, 2026 - 13:06:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 602 : optimizer step time      1.17
+[Apr 13, 2026 - 13:06:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 602--------------------
+[Apr 13, 2026 - 13:06:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 13, 2026 - 13:06:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 13, 2026 - 13:06:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:06:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:07:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361766  43.513069  43.276344
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.817871  70.419922  69.617188
+util                      96.750000  99.000000  95.000000
+[Apr 13, 2026 - 13:07:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 603 : avg iteration time       46.17 seconds
+[Apr 13, 2026 - 13:07:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 603 : data loading time        0.00
+[Apr 13, 2026 - 13:07:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 603 : avg forward pass time    11.14
+[Apr 13, 2026 - 13:07:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 603 : backward pass time       11.35
+[Apr 13, 2026 - 13:07:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 603 : optimizer step time      1.17
+[Apr 13, 2026 - 13:07:10 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 603--------------------
+[Apr 13, 2026 - 13:07:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0141        iter count: 1.0
+[Apr 13, 2026 - 13:07:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 13:07:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:07:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:07:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361765  43.513081  43.276344
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.764160  70.205078  69.617188
+util                      95.750000  98.000000  94.000000
+[Apr 13, 2026 - 13:07:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 604 : avg iteration time       46.39 seconds
+[Apr 13, 2026 - 13:07:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 604 : data loading time        0.00
+[Apr 13, 2026 - 13:07:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 604 : avg forward pass time    11.24
+[Apr 13, 2026 - 13:07:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 604 : backward pass time       11.36
+[Apr 13, 2026 - 13:07:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 604 : optimizer step time      1.18
+[Apr 13, 2026 - 13:07:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 604--------------------
+[Apr 13, 2026 - 13:07:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0128        iter count: 1.0
+[Apr 13, 2026 - 13:07:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 13:07:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:07:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360929   43.509712   43.276344
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  109.374512  110.123047  109.125000
+util                       67.750000   70.000000   66.000000
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 605 : avg iteration time       191.02 seconds
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 605 : data loading time        0.00
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 605 : avg forward pass time    87.03
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 605 : backward pass time       8.36
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 605 : optimizer step time      0.34
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 605--------------------
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6848        iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6641          iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6848 iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1231iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0250 iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2995 iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0315iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0063 iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0777 iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6641iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0697  iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0176  iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0491  iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0123  iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0726  iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0183  iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0842  iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0213  iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0123   iter count: 1.0
+[Apr 13, 2026 - 13:11:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 13:11:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361018   43.510059  43.276344
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934   69.968750  69.521484
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 13:11:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 606 : avg iteration time       47.29 seconds
+[Apr 13, 2026 - 13:11:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 606 : data loading time        0.00
+[Apr 13, 2026 - 13:11:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 606 : avg forward pass time    11.69
+[Apr 13, 2026 - 13:11:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 606 : backward pass time       11.37
+[Apr 13, 2026 - 13:11:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 606 : optimizer step time      1.17
+[Apr 13, 2026 - 13:11:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 606--------------------
+[Apr 13, 2026 - 13:11:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0141        iter count: 1.0
+[Apr 13, 2026 - 13:11:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 13:11:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:11:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:12:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361259  43.511051  43.276344
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.676270  69.677734  69.675781
+util                      97.000000  99.000000  95.000000
+[Apr 13, 2026 - 13:12:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 607 : avg iteration time       51.91 seconds
+[Apr 13, 2026 - 13:12:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 607 : data loading time        0.00
+[Apr 13, 2026 - 13:12:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 607 : avg forward pass time    13.98
+[Apr 13, 2026 - 13:12:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 607 : backward pass time       11.44
+[Apr 13, 2026 - 13:12:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 607 : optimizer step time      1.17
+[Apr 13, 2026 - 13:12:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 607--------------------
+[Apr 13, 2026 - 13:12:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0149        iter count: 1.0
+[Apr 13, 2026 - 13:12:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 13:12:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:12:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:13:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361292   43.511051  43.276440
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.676270   69.677734  69.675781
+util                      97.250000  100.000000  91.000000
+[Apr 13, 2026 - 13:13:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 608 : avg iteration time       51.72 seconds
+[Apr 13, 2026 - 13:13:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 608 : data loading time        0.00
+[Apr 13, 2026 - 13:13:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 608 : avg forward pass time    13.93
+[Apr 13, 2026 - 13:13:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 608 : backward pass time       11.35
+[Apr 13, 2026 - 13:13:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 608 : optimizer step time      1.18
+[Apr 13, 2026 - 13:13:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 608--------------------
+[Apr 13, 2026 - 13:13:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0162        iter count: 1.0
+[Apr 13, 2026 - 13:13:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0162   iter count: 1.0
+[Apr 13, 2026 - 13:13:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:13:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:14:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361344  43.511303  43.276440
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  71.770996  72.468750  69.677734
+util                      96.500000  99.000000  94.000000
+[Apr 13, 2026 - 13:14:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 609 : avg iteration time       46.08 seconds
+[Apr 13, 2026 - 13:14:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 609 : data loading time        0.00
+[Apr 13, 2026 - 13:14:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 609 : avg forward pass time    11.11
+[Apr 13, 2026 - 13:14:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 609 : backward pass time       11.34
+[Apr 13, 2026 - 13:14:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 609 : optimizer step time      1.18
+[Apr 13, 2026 - 13:14:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 609--------------------
+[Apr 13, 2026 - 13:14:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0134        iter count: 1.0
+[Apr 13, 2026 - 13:14:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0134   iter count: 1.0
+[Apr 13, 2026 - 13:14:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:14:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360838   43.510216   43.275478
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.601074  111.917969  110.650391
+util                       66.250000   68.000000   65.000000
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 610 : avg iteration time       193.59 seconds
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 610 : data loading time        0.00
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 610 : avg forward pass time    88.32
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 610 : backward pass time       8.35
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 610 : optimizer step time      0.34
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 610--------------------
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6228        iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6045          iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6228 iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1196iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0301 iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4842 iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0306iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0075 iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1287 iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6045iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0752  iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0190  iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1375  iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0350  iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0771  iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0195  iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0301  iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0075  iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 13:17:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 13:18:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360862  43.510216  43.275570
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926  69.775391  69.773438
+util                      93.000000  95.000000  91.000000
+[Apr 13, 2026 - 13:18:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 611 : avg iteration time       47.16 seconds
+[Apr 13, 2026 - 13:18:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 611 : data loading time        0.00
+[Apr 13, 2026 - 13:18:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 611 : avg forward pass time    11.64
+[Apr 13, 2026 - 13:18:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 611 : backward pass time       11.33
+[Apr 13, 2026 - 13:18:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 611 : optimizer step time      1.19
+[Apr 13, 2026 - 13:18:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 611--------------------
+[Apr 13, 2026 - 13:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0157        iter count: 1.0
+[Apr 13, 2026 - 13:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0157   iter count: 1.0
+[Apr 13, 2026 - 13:18:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:18:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:19:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360876   43.510220  43.275570
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934   69.871094  69.814453
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 13:19:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 612 : avg iteration time       48.93 seconds
+[Apr 13, 2026 - 13:19:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 612 : data loading time        0.00
+[Apr 13, 2026 - 13:19:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 612 : avg forward pass time    12.53
+[Apr 13, 2026 - 13:19:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 612 : backward pass time       11.35
+[Apr 13, 2026 - 13:19:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 612 : optimizer step time      1.17
+[Apr 13, 2026 - 13:19:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 612--------------------
+[Apr 13, 2026 - 13:19:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0128        iter count: 1.0
+[Apr 13, 2026 - 13:19:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 13:19:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:19:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:20:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361005   43.510719  43.275570
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.788574   69.871094  69.541016
+util                      97.500000  100.000000  91.000000
+[Apr 13, 2026 - 13:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 613 : avg iteration time       51.44 seconds
+[Apr 13, 2026 - 13:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 613 : data loading time        0.00
+[Apr 13, 2026 - 13:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 613 : avg forward pass time    13.80
+[Apr 13, 2026 - 13:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 613 : backward pass time       11.33
+[Apr 13, 2026 - 13:20:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 613 : optimizer step time      1.17
+[Apr 13, 2026 - 13:20:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 613--------------------
+[Apr 13, 2026 - 13:20:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0144        iter count: 1.0
+[Apr 13, 2026 - 13:20:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0144   iter count: 1.0
+[Apr 13, 2026 - 13:20:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:20:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:20:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361012   43.510742  43.275593
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.788574   69.871094  69.541016
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 13:20:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 614 : avg iteration time       48.92 seconds
+[Apr 13, 2026 - 13:20:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 614 : data loading time        0.00
+[Apr 13, 2026 - 13:20:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 614 : avg forward pass time    12.49
+[Apr 13, 2026 - 13:20:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 614 : backward pass time       11.34
+[Apr 13, 2026 - 13:20:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 614 : optimizer step time      1.17
+[Apr 13, 2026 - 13:20:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 614--------------------
+[Apr 13, 2026 - 13:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0129        iter count: 1.0
+[Apr 13, 2026 - 13:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0129   iter count: 1.0
+[Apr 13, 2026 - 13:20:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:20:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360766   43.509750   43.275570
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.332520  111.568359  111.253906
+util                       76.500000   78.000000   75.000000
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 615 : avg iteration time       187.88 seconds
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 615 : data loading time        0.00
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 615 : avg forward pass time    85.47
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 615 : backward pass time       8.34
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 615 : optimizer step time      0.34
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 615--------------------
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6142        iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5918          iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6142 iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1490iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0308 iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4895 iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0383iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0077 iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1302 iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5918iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0876  iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0221  iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0822  iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0208  iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1699  iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0434  iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.3556  iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0930  iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0131   iter count: 1.0
+[Apr 13, 2026 - 13:24:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 13:24:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360797   43.509773  43.275692
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.544434   69.853516  69.441406
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 13:24:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 616 : avg iteration time       52.60 seconds
+[Apr 13, 2026 - 13:24:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 616 : data loading time        0.00
+[Apr 13, 2026 - 13:24:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 616 : avg forward pass time    14.37
+[Apr 13, 2026 - 13:24:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 616 : backward pass time       11.32
+[Apr 13, 2026 - 13:24:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 616 : optimizer step time      1.17
+[Apr 13, 2026 - 13:24:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 616--------------------
+[Apr 13, 2026 - 13:24:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0148        iter count: 1.0
+[Apr 13, 2026 - 13:24:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 13, 2026 - 13:24:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:24:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:25:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361197  43.511356  43.275669
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.524902  69.892578  69.402344
+util                      94.000000  96.000000  92.000000
+[Apr 13, 2026 - 13:25:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 617 : avg iteration time       46.26 seconds
+[Apr 13, 2026 - 13:25:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 617 : data loading time        0.00
+[Apr 13, 2026 - 13:25:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 617 : avg forward pass time    11.17
+[Apr 13, 2026 - 13:25:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 617 : backward pass time       11.38
+[Apr 13, 2026 - 13:25:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 617 : optimizer step time      1.17
+[Apr 13, 2026 - 13:25:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 617--------------------
+[Apr 13, 2026 - 13:25:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 13, 2026 - 13:25:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 13, 2026 - 13:25:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:25:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:26:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361253   43.511604  43.275669
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.554199   69.892578  69.441406
+util                      98.500000  100.000000  97.000000
+[Apr 13, 2026 - 13:26:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 618 : avg iteration time       48.86 seconds
+[Apr 13, 2026 - 13:26:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 618 : data loading time        0.00
+[Apr 13, 2026 - 13:26:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 618 : avg forward pass time    12.50
+[Apr 13, 2026 - 13:26:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 618 : backward pass time       11.33
+[Apr 13, 2026 - 13:26:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 618 : optimizer step time      1.18
+[Apr 13, 2026 - 13:26:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 618--------------------
+[Apr 13, 2026 - 13:26:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0127        iter count: 1.0
+[Apr 13, 2026 - 13:26:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0127   iter count: 1.0
+[Apr 13, 2026 - 13:26:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:26:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:27:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361254  43.511593  43.275684
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.524902  69.892578  69.402344
+util                      95.250000  97.000000  93.000000
+[Apr 13, 2026 - 13:27:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 619 : avg iteration time       48.96 seconds
+[Apr 13, 2026 - 13:27:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 619 : data loading time        0.00
+[Apr 13, 2026 - 13:27:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 619 : avg forward pass time    12.53
+[Apr 13, 2026 - 13:27:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 619 : backward pass time       11.36
+[Apr 13, 2026 - 13:27:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 619 : optimizer step time      1.17
+[Apr 13, 2026 - 13:27:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 619--------------------
+[Apr 13, 2026 - 13:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0122        iter count: 1.0
+[Apr 13, 2026 - 13:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0122   iter count: 1.0
+[Apr 13, 2026 - 13:27:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:27:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360842   43.509953   43.275669
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.503418  112.662109  111.117188
+util                       77.000000   78.000000   76.000000
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 620 : avg iteration time       190.33 seconds
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 620 : data loading time        0.00
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 620 : avg forward pass time    86.69
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 620 : backward pass time       8.35
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 620 : optimizer step time      0.33
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 620--------------------
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6626        iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6455          iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6626 iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1035iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0231 iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2487 iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0263iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0058 iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0642 iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6455iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1602  iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0409  iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0561  iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0141  iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1388  iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0353  iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0760  iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0192  iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0153   iter count: 1.0
+[Apr 13, 2026 - 13:30:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 13:31:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360915  43.510223  43.275669
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.720215  69.812500  69.443359
+util                      96.750000  99.000000  95.000000
+[Apr 13, 2026 - 13:31:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 621 : avg iteration time       52.49 seconds
+[Apr 13, 2026 - 13:31:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 621 : data loading time        0.00
+[Apr 13, 2026 - 13:31:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 621 : avg forward pass time    14.31
+[Apr 13, 2026 - 13:31:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 621 : backward pass time       11.34
+[Apr 13, 2026 - 13:31:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 621 : optimizer step time      1.17
+[Apr 13, 2026 - 13:31:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 621--------------------
+[Apr 13, 2026 - 13:31:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0136        iter count: 1.0
+[Apr 13, 2026 - 13:31:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0136   iter count: 1.0
+[Apr 13, 2026 - 13:31:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:31:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:32:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361221  43.511452  43.275669
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465  69.892578  69.871094
+util                      94.250000  96.000000  93.000000
+[Apr 13, 2026 - 13:32:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 622 : avg iteration time       46.17 seconds
+[Apr 13, 2026 - 13:32:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 622 : data loading time        0.00
+[Apr 13, 2026 - 13:32:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 622 : avg forward pass time    11.11
+[Apr 13, 2026 - 13:32:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 622 : backward pass time       11.37
+[Apr 13, 2026 - 13:32:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 622 : optimizer step time      1.18
+[Apr 13, 2026 - 13:32:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 622--------------------
+[Apr 13, 2026 - 13:32:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 13, 2026 - 13:32:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 13, 2026 - 13:32:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:32:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:32:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361229  43.511501  43.275669
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.793457  69.853516  69.773438
+util                      99.000000  99.000000  99.000000
+[Apr 13, 2026 - 13:32:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 623 : avg iteration time       48.88 seconds
+[Apr 13, 2026 - 13:32:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 623 : data loading time        0.00
+[Apr 13, 2026 - 13:32:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 623 : avg forward pass time    12.49
+[Apr 13, 2026 - 13:32:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 623 : backward pass time       11.38
+[Apr 13, 2026 - 13:32:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 623 : optimizer step time      1.18
+[Apr 13, 2026 - 13:32:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 623--------------------
+[Apr 13, 2026 - 13:32:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0131        iter count: 1.0
+[Apr 13, 2026 - 13:32:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0131   iter count: 1.0
+[Apr 13, 2026 - 13:32:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:32:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:33:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361201  43.511368  43.275669
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699  69.890625  69.794922
+util                      98.750000  99.000000  98.000000
+[Apr 13, 2026 - 13:33:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 624 : avg iteration time       48.79 seconds
+[Apr 13, 2026 - 13:33:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 624 : data loading time        0.00
+[Apr 13, 2026 - 13:33:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 624 : avg forward pass time    12.45
+[Apr 13, 2026 - 13:33:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 624 : backward pass time       11.36
+[Apr 13, 2026 - 13:33:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 624 : optimizer step time      1.18
+[Apr 13, 2026 - 13:33:46 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 624--------------------
+[Apr 13, 2026 - 13:33:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0154        iter count: 1.0
+[Apr 13, 2026 - 13:33:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0154   iter count: 1.0
+[Apr 13, 2026 - 13:33:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:33:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.361033   43.510712   43.275669
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.209473  110.650391  110.062500
+util                       67.250000   69.000000   66.000000
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 625 : avg iteration time       185.16 seconds
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 625 : data loading time        0.00
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 625 : avg forward pass time    84.10
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 625 : backward pass time       8.33
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 625 : optimizer step time      0.34
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 625--------------------
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6114        iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5898          iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6114 iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1432iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0374 iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3562 iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0367iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0094 iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0931 iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5898iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1019  iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0258  iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2346  iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0604  iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0955  iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0242  iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2710  iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0701  iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0136   iter count: 1.0
+[Apr 13, 2026 - 13:36:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 13:37:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361056   43.510735  43.275715
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.734863   69.812500  69.501953
+util                      95.500000  100.000000  91.000000
+[Apr 13, 2026 - 13:37:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 626 : avg iteration time       49.92 seconds
+[Apr 13, 2026 - 13:37:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 626 : data loading time        0.00
+[Apr 13, 2026 - 13:37:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 626 : avg forward pass time    13.03
+[Apr 13, 2026 - 13:37:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 626 : backward pass time       11.33
+[Apr 13, 2026 - 13:37:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 626 : optimizer step time      1.18
+[Apr 13, 2026 - 13:37:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 626--------------------
+[Apr 13, 2026 - 13:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0139        iter count: 1.0
+[Apr 13, 2026 - 13:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0139   iter count: 1.0
+[Apr 13, 2026 - 13:37:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:37:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:38:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361033  43.510712  43.275669
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.754395  69.851562  69.462891
+util                      95.750000  99.000000  92.000000
+[Apr 13, 2026 - 13:38:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 627 : avg iteration time       48.81 seconds
+[Apr 13, 2026 - 13:38:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 627 : data loading time        0.00
+[Apr 13, 2026 - 13:38:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 627 : avg forward pass time    12.49
+[Apr 13, 2026 - 13:38:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 627 : backward pass time       11.32
+[Apr 13, 2026 - 13:38:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 627 : optimizer step time      1.18
+[Apr 13, 2026 - 13:38:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 627--------------------
+[Apr 13, 2026 - 13:38:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0123        iter count: 1.0
+[Apr 13, 2026 - 13:38:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0123   iter count: 1.0
+[Apr 13, 2026 - 13:38:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:38:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:39:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361039   43.510712  43.275692
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230   69.890625  69.873047
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 13:39:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 628 : avg iteration time       51.75 seconds
+[Apr 13, 2026 - 13:39:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 628 : data loading time        0.00
+[Apr 13, 2026 - 13:39:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 628 : avg forward pass time    13.93
+[Apr 13, 2026 - 13:39:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 628 : backward pass time       11.38
+[Apr 13, 2026 - 13:39:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 628 : optimizer step time      1.16
+[Apr 13, 2026 - 13:39:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 628--------------------
+[Apr 13, 2026 - 13:39:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0142        iter count: 1.0
+[Apr 13, 2026 - 13:39:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 13, 2026 - 13:39:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:39:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:40:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361169   43.511208  43.275692
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.754395   69.851562  69.462891
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 13:40:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 629 : avg iteration time       46.00 seconds
+[Apr 13, 2026 - 13:40:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 629 : data loading time        0.00
+[Apr 13, 2026 - 13:40:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 629 : avg forward pass time    11.07
+[Apr 13, 2026 - 13:40:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 629 : backward pass time       11.34
+[Apr 13, 2026 - 13:40:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 629 : optimizer step time      1.17
+[Apr 13, 2026 - 13:40:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 629--------------------
+[Apr 13, 2026 - 13:40:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0139        iter count: 1.0
+[Apr 13, 2026 - 13:40:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0139   iter count: 1.0
+[Apr 13, 2026 - 13:40:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:40:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.361036   43.510685   43.275707
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.366699  111.998047  111.156250
+util                       66.250000   77.000000   61.000000
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 630 : avg iteration time       188.05 seconds
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 630 : data loading time        0.00
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 630 : avg forward pass time    85.56
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 630 : backward pass time       8.33
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 630 : optimizer step time      0.34
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 630--------------------
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5010        iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.4819          iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5010 iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1489iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0500 iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5718 iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0384iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0126 iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1537 iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.4819iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0609  iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0154  iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1156  iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0293  iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1045  iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0265  iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1974  iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0506  iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0121   iter count: 1.0
+[Apr 13, 2026 - 13:43:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 13:44:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361035  43.510685  43.275703
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.769043  69.851562  69.521484
+util                      97.250000  99.000000  95.000000
+[Apr 13, 2026 - 13:44:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 631 : avg iteration time       47.27 seconds
+[Apr 13, 2026 - 13:44:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 631 : data loading time        0.00
+[Apr 13, 2026 - 13:44:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 631 : avg forward pass time    11.70
+[Apr 13, 2026 - 13:44:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 631 : backward pass time       11.34
+[Apr 13, 2026 - 13:44:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 631 : optimizer step time      1.19
+[Apr 13, 2026 - 13:44:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 631--------------------
+[Apr 13, 2026 - 13:44:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0125        iter count: 1.0
+[Apr 13, 2026 - 13:44:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 13:44:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:44:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:44:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361038   43.510708  43.275669
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.715332   69.773438  69.541016
+util                      98.000000  100.000000  96.000000
+[Apr 13, 2026 - 13:44:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 632 : avg iteration time       49.02 seconds
+[Apr 13, 2026 - 13:44:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 632 : data loading time        0.00
+[Apr 13, 2026 - 13:44:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 632 : avg forward pass time    12.51
+[Apr 13, 2026 - 13:44:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 632 : backward pass time       11.43
+[Apr 13, 2026 - 13:44:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 632 : optimizer step time      1.19
+[Apr 13, 2026 - 13:44:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 632--------------------
+[Apr 13, 2026 - 13:44:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0129        iter count: 1.0
+[Apr 13, 2026 - 13:44:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0129   iter count: 1.0
+[Apr 13, 2026 - 13:44:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:44:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:45:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361094  43.510933  43.275692
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.729980  69.792969  69.541016
+util                      96.750000  98.000000  95.000000
+[Apr 13, 2026 - 13:45:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 633 : avg iteration time       46.78 seconds
+[Apr 13, 2026 - 13:45:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 633 : data loading time        0.00
+[Apr 13, 2026 - 13:45:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 633 : avg forward pass time    11.41
+[Apr 13, 2026 - 13:45:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 633 : backward pass time       11.37
+[Apr 13, 2026 - 13:45:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 633 : optimizer step time      1.18
+[Apr 13, 2026 - 13:45:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 633--------------------
+[Apr 13, 2026 - 13:45:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0123        iter count: 1.0
+[Apr 13, 2026 - 13:45:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0123   iter count: 1.0
+[Apr 13, 2026 - 13:45:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:45:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:46:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361094  43.510956  43.275669
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.788574  69.871094  69.541016
+util                      95.250000  99.000000  91.000000
+[Apr 13, 2026 - 13:46:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 634 : avg iteration time       57.32 seconds
+[Apr 13, 2026 - 13:46:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 634 : data loading time        0.00
+[Apr 13, 2026 - 13:46:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 634 : avg forward pass time    16.27
+[Apr 13, 2026 - 13:46:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 634 : backward pass time       11.35
+[Apr 13, 2026 - 13:46:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 634 : optimizer step time      1.17
+[Apr 13, 2026 - 13:46:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 634--------------------
+[Apr 13, 2026 - 13:46:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0123        iter count: 1.0
+[Apr 13, 2026 - 13:46:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0123   iter count: 1.0
+[Apr 13, 2026 - 13:46:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:46:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360740   43.509533   43.275669
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  109.887207  110.708984  109.613281
+util                       68.250000   70.000000   67.000000
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 635 : avg iteration time       195.08 seconds
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 635 : data loading time        0.00
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 635 : avg forward pass time    86.57
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 635 : backward pass time       9.56
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 635 : optimizer step time      0.33
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 635--------------------
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6886        iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6689          iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6886 iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1143iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0349 iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3240 iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0291iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0088 iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0844 iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6689iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0844  iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0213  iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1842  iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0471  iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2143  iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0550  iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0546  iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0138  iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 13:49:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 13:50:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360741   43.509533  43.275669
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934   69.931641  69.832031
+util                      93.750000  100.000000  90.000000
+[Apr 13, 2026 - 13:50:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 636 : avg iteration time       53.80 seconds
+[Apr 13, 2026 - 13:50:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 636 : data loading time        0.00
+[Apr 13, 2026 - 13:50:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 636 : avg forward pass time    12.99
+[Apr 13, 2026 - 13:50:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 636 : backward pass time       11.35
+[Apr 13, 2026 - 13:50:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 636 : optimizer step time      1.26
+[Apr 13, 2026 - 13:50:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 636--------------------
+[Apr 13, 2026 - 13:50:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0140        iter count: 1.0
+[Apr 13, 2026 - 13:50:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0140   iter count: 1.0
+[Apr 13, 2026 - 13:50:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:50:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:51:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361007  43.510529  43.275719
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.832520  69.951172  69.792969
+util                      96.500000  98.000000  95.000000
+[Apr 13, 2026 - 13:51:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 637 : avg iteration time       47.59 seconds
+[Apr 13, 2026 - 13:51:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 637 : data loading time        0.00
+[Apr 13, 2026 - 13:51:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 637 : avg forward pass time    11.79
+[Apr 13, 2026 - 13:51:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 637 : backward pass time       11.36
+[Apr 13, 2026 - 13:51:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 637 : optimizer step time      1.19
+[Apr 13, 2026 - 13:51:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 637--------------------
+[Apr 13, 2026 - 13:51:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0132        iter count: 1.0
+[Apr 13, 2026 - 13:51:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0132   iter count: 1.0
+[Apr 13, 2026 - 13:51:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:51:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:52:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361001   43.510529  43.275719
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891113   69.892578  69.890625
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 13:52:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 638 : avg iteration time       53.70 seconds
+[Apr 13, 2026 - 13:52:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 638 : data loading time        0.00
+[Apr 13, 2026 - 13:52:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 638 : avg forward pass time    14.72
+[Apr 13, 2026 - 13:52:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 638 : backward pass time       11.70
+[Apr 13, 2026 - 13:52:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 638 : optimizer step time      1.19
+[Apr 13, 2026 - 13:52:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 638--------------------
+[Apr 13, 2026 - 13:52:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0139        iter count: 1.0
+[Apr 13, 2026 - 13:52:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0139   iter count: 1.0
+[Apr 13, 2026 - 13:52:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:52:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:53:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361001   43.510529  43.275719
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285   69.931641  69.812500
+util                      97.500000  100.000000  91.000000
+[Apr 13, 2026 - 13:53:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 639 : avg iteration time       47.02 seconds
+[Apr 13, 2026 - 13:53:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 639 : data loading time        0.00
+[Apr 13, 2026 - 13:53:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 639 : avg forward pass time    11.41
+[Apr 13, 2026 - 13:53:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 639 : backward pass time       11.58
+[Apr 13, 2026 - 13:53:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 639 : optimizer step time      1.18
+[Apr 13, 2026 - 13:53:13 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 639--------------------
+[Apr 13, 2026 - 13:53:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0119        iter count: 1.0
+[Apr 13, 2026 - 13:53:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0119   iter count: 1.0
+[Apr 13, 2026 - 13:53:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:53:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360638   43.509068   43.275719
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.592285  112.757812  112.095703
+util                       77.250000   79.000000   76.000000
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 640 : avg iteration time       203.20 seconds
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 640 : data loading time        0.00
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 640 : avg forward pass time    92.97
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 640 : backward pass time       8.41
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 640 : optimizer step time      0.33
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 640--------------------
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5755        iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5542          iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5755 iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1488iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0359 iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4158 iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0382iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0090 iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1095 iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5542iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2890  iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0749  iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1900  iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0487  iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0958  iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0242  iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0649  iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0163  iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 13:56:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 13:57:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360767   43.509567  43.275719
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402   69.912109  69.812500
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 13:57:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 641 : avg iteration time       50.52 seconds
+[Apr 13, 2026 - 13:57:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 641 : data loading time        0.00
+[Apr 13, 2026 - 13:57:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 641 : avg forward pass time    13.27
+[Apr 13, 2026 - 13:57:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 641 : backward pass time       11.31
+[Apr 13, 2026 - 13:57:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 641 : optimizer step time      1.18
+[Apr 13, 2026 - 13:57:27 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 641--------------------
+[Apr 13, 2026 - 13:57:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0134        iter count: 1.0
+[Apr 13, 2026 - 13:57:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0134   iter count: 1.0
+[Apr 13, 2026 - 13:57:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:57:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:58:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360775   43.509567  43.275742
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934   69.931641  69.832031
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 13:58:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 642 : avg iteration time       54.66 seconds
+[Apr 13, 2026 - 13:58:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 642 : data loading time        0.00
+[Apr 13, 2026 - 13:58:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 642 : avg forward pass time    13.54
+[Apr 13, 2026 - 13:58:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 642 : backward pass time       14.80
+[Apr 13, 2026 - 13:58:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 642 : optimizer step time      1.43
+[Apr 13, 2026 - 13:58:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 642--------------------
+[Apr 13, 2026 - 13:58:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0155        iter count: 1.0
+[Apr 13, 2026 - 13:58:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0155   iter count: 1.0
+[Apr 13, 2026 - 13:58:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:58:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:59:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360772  43.509579  43.275723
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.910645  69.970703  69.890625
+util                      96.750000  98.000000  95.000000
+[Apr 13, 2026 - 13:59:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 643 : avg iteration time       47.50 seconds
+[Apr 13, 2026 - 13:59:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 643 : data loading time        0.00
+[Apr 13, 2026 - 13:59:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 643 : avg forward pass time    11.68
+[Apr 13, 2026 - 13:59:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 643 : backward pass time       11.51
+[Apr 13, 2026 - 13:59:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 643 : optimizer step time      1.28
+[Apr 13, 2026 - 13:59:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 643--------------------
+[Apr 13, 2026 - 13:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0119        iter count: 1.0
+[Apr 13, 2026 - 13:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0119   iter count: 1.0
+[Apr 13, 2026 - 13:59:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:59:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 13:59:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360961   43.510338  43.275730
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.705566   69.970703  69.617188
+util                      98.000000  100.000000  92.000000
+[Apr 13, 2026 - 13:59:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 644 : avg iteration time       48.73 seconds
+[Apr 13, 2026 - 13:59:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 644 : data loading time        0.00
+[Apr 13, 2026 - 13:59:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 644 : avg forward pass time    11.32
+[Apr 13, 2026 - 13:59:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 644 : backward pass time       12.81
+[Apr 13, 2026 - 13:59:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 644 : optimizer step time      1.92
+[Apr 13, 2026 - 13:59:58 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 644--------------------
+[Apr 13, 2026 - 13:59:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 13, 2026 - 13:59:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 13, 2026 - 13:59:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 13:59:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360921   43.510197   43.275719
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.039551  111.333984  110.941406
+util                       72.250000   74.000000   71.000000
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 645 : avg iteration time       200.72 seconds
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 645 : data loading time        0.00
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 645 : avg forward pass time    91.29
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 645 : backward pass time       8.34
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 645 : optimizer step time      0.33
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 645--------------------
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5913        iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5742          iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5913 iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1165iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0347 iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2947 iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0297iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0087 iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0765 iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5742iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0967  iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0245  iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1224  iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0311  iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0718  iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0181  iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2111  iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0542  iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 13, 2026 - 14:03:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 14:04:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360927   43.510197  43.275719
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.749512   69.792969  69.619141
+util                      98.250000  100.000000  97.000000
+[Apr 13, 2026 - 14:04:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 646 : avg iteration time       55.96 seconds
+[Apr 13, 2026 - 14:04:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 646 : data loading time        0.00
+[Apr 13, 2026 - 14:04:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 646 : avg forward pass time    15.01
+[Apr 13, 2026 - 14:04:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 646 : backward pass time       11.41
+[Apr 13, 2026 - 14:04:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 646 : optimizer step time      1.17
+[Apr 13, 2026 - 14:04:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 646--------------------
+[Apr 13, 2026 - 14:04:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0139        iter count: 1.0
+[Apr 13, 2026 - 14:04:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0139   iter count: 1.0
+[Apr 13, 2026 - 14:04:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:04:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:05:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360931  43.510197  43.275719
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.563965  69.578125  69.521484
+util                      95.500000  99.000000  92.000000
+[Apr 13, 2026 - 14:05:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 647 : avg iteration time       52.30 seconds
+[Apr 13, 2026 - 14:05:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 647 : data loading time        0.00
+[Apr 13, 2026 - 14:05:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 647 : avg forward pass time    14.19
+[Apr 13, 2026 - 14:05:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 647 : backward pass time       11.34
+[Apr 13, 2026 - 14:05:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 647 : optimizer step time      1.17
+[Apr 13, 2026 - 14:05:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 647--------------------
+[Apr 13, 2026 - 14:05:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0149        iter count: 1.0
+[Apr 13, 2026 - 14:05:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 14:05:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:05:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:06:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360936  43.510197  43.275745
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.607910  69.636719  69.521484
+util                      99.000000  99.000000  99.000000
+[Apr 13, 2026 - 14:06:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 648 : avg iteration time       54.17 seconds
+[Apr 13, 2026 - 14:06:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 648 : data loading time        0.00
+[Apr 13, 2026 - 14:06:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 648 : avg forward pass time    14.50
+[Apr 13, 2026 - 14:06:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 648 : backward pass time       12.53
+[Apr 13, 2026 - 14:06:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 648 : optimizer step time      1.25
+[Apr 13, 2026 - 14:06:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 648--------------------
+[Apr 13, 2026 - 14:06:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 13, 2026 - 14:06:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 13, 2026 - 14:06:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:06:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:06:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360938  43.510208  43.275726
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.681152  69.734375  69.521484
+util                      94.750000  99.000000  92.000000
+[Apr 13, 2026 - 14:06:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 649 : avg iteration time       49.86 seconds
+[Apr 13, 2026 - 14:06:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 649 : data loading time        0.00
+[Apr 13, 2026 - 14:06:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 649 : avg forward pass time    12.84
+[Apr 13, 2026 - 14:06:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 649 : backward pass time       11.59
+[Apr 13, 2026 - 14:06:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 649 : optimizer step time      1.18
+[Apr 13, 2026 - 14:06:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 649--------------------
+[Apr 13, 2026 - 14:06:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0146        iter count: 1.0
+[Apr 13, 2026 - 14:06:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 14:06:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:06:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360682   43.509167   43.275734
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.165527  110.394531  109.478516
+util                       76.750000   78.000000   75.000000
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 650 : avg iteration time       207.97 seconds
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 650 : data loading time        0.00
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 650 : avg forward pass time    95.38
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 650 : backward pass time       8.35
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 650 : optimizer step time      0.34
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 650--------------------
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6115        iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5923          iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6115 iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1256iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0345 iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3654 iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0322iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0087 iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0957 iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5923iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.3654  iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0957  iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0372  iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0093  iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0585  iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0147  iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1342  iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0341  iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0123   iter count: 1.0
+[Apr 13, 2026 - 14:10:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 14:11:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360750   43.509415  43.275768
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277   69.851562  69.482422
+util                      95.750000  100.000000  92.000000
+[Apr 13, 2026 - 14:11:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 651 : avg iteration time       54.01 seconds
+[Apr 13, 2026 - 14:11:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 651 : data loading time        0.00
+[Apr 13, 2026 - 14:11:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 651 : avg forward pass time    14.98
+[Apr 13, 2026 - 14:11:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 651 : backward pass time       11.33
+[Apr 13, 2026 - 14:11:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 651 : optimizer step time      1.18
+[Apr 13, 2026 - 14:11:13 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 651--------------------
+[Apr 13, 2026 - 14:11:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0148        iter count: 1.0
+[Apr 13, 2026 - 14:11:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 13, 2026 - 14:11:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:11:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:12:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.361064   43.510662   43.275768
+peak_gpu_mem_gb            67.786331   67.787876   67.785816
+peak_gpu_mem_reserved_gb   69.744629   69.851562   69.423828
+util                      100.000000  100.000000  100.000000
+[Apr 13, 2026 - 14:12:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 652 : avg iteration time       57.75 seconds
+[Apr 13, 2026 - 14:12:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 652 : data loading time        0.00
+[Apr 13, 2026 - 14:12:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 652 : avg forward pass time    16.09
+[Apr 13, 2026 - 14:12:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 652 : backward pass time       11.34
+[Apr 13, 2026 - 14:12:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 652 : optimizer step time      1.17
+[Apr 13, 2026 - 14:12:10 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 652--------------------
+[Apr 13, 2026 - 14:12:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0152        iter count: 1.0
+[Apr 13, 2026 - 14:12:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0152   iter count: 1.0
+[Apr 13, 2026 - 14:12:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:12:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:13:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361076   43.510662  43.275768
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.715332   69.812500  69.423828
+util                      94.000000  100.000000  90.000000
+[Apr 13, 2026 - 14:13:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 653 : avg iteration time       50.06 seconds
+[Apr 13, 2026 - 14:13:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 653 : data loading time        0.00
+[Apr 13, 2026 - 14:13:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 653 : avg forward pass time    13.06
+[Apr 13, 2026 - 14:13:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 653 : backward pass time       11.34
+[Apr 13, 2026 - 14:13:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 653 : optimizer step time      1.18
+[Apr 13, 2026 - 14:13:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 653--------------------
+[Apr 13, 2026 - 14:13:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 13, 2026 - 14:13:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 13, 2026 - 14:13:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:13:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:13:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361028   43.510490  43.275776
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926   69.890625  69.423828
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 14:13:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 654 : avg iteration time       51.92 seconds
+[Apr 13, 2026 - 14:13:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 654 : data loading time        0.00
+[Apr 13, 2026 - 14:13:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 654 : avg forward pass time    12.58
+[Apr 13, 2026 - 14:13:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 654 : backward pass time       14.01
+[Apr 13, 2026 - 14:13:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 654 : optimizer step time      1.37
+[Apr 13, 2026 - 14:13:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 654--------------------
+[Apr 13, 2026 - 14:13:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0122        iter count: 1.0
+[Apr 13, 2026 - 14:13:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0122   iter count: 1.0
+[Apr 13, 2026 - 14:13:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:13:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360914   43.510033   43.275768
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.590332  111.841797  111.505859
+util                       35.000000   53.000000   22.000000
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 655 : avg iteration time       193.96 seconds
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 655 : data loading time        0.00
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 655 : avg forward pass time    86.82
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 655 : backward pass time       9.35
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 655 : optimizer step time      0.65
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 655--------------------
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6569        iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6357          iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6569 iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1302iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0275 iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2966 iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0332iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0069 iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0770 iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6357iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0648  iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0163  iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1206  iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0306  iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0854  iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0216  iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1046  iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0265  iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 13, 2026 - 14:17:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.03 seconds
+[Apr 13, 2026 - 14:18:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360917  43.510021  43.275768
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.739746  69.832031  69.462891
+util                      98.750000  99.000000  98.000000
+[Apr 13, 2026 - 14:18:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 656 : avg iteration time       53.82 seconds
+[Apr 13, 2026 - 14:18:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 656 : data loading time        0.01
+[Apr 13, 2026 - 14:18:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 656 : avg forward pass time    13.19
+[Apr 13, 2026 - 14:18:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 656 : backward pass time       11.42
+[Apr 13, 2026 - 14:18:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 656 : optimizer step time      1.18
+[Apr 13, 2026 - 14:18:00 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 656--------------------
+[Apr 13, 2026 - 14:18:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0121        iter count: 1.0
+[Apr 13, 2026 - 14:18:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0121   iter count: 1.0
+[Apr 13, 2026 - 14:18:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:18:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:18:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360913   43.510029  43.275768
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699   69.912109  69.851562
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 14:18:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 657 : avg iteration time       52.64 seconds
+[Apr 13, 2026 - 14:18:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 657 : data loading time        0.00
+[Apr 13, 2026 - 14:18:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 657 : avg forward pass time    14.32
+[Apr 13, 2026 - 14:18:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 657 : backward pass time       11.37
+[Apr 13, 2026 - 14:18:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 657 : optimizer step time      1.17
+[Apr 13, 2026 - 14:18:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 657--------------------
+[Apr 13, 2026 - 14:18:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0156        iter count: 1.0
+[Apr 13, 2026 - 14:18:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 13, 2026 - 14:18:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:18:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:19:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360936   43.510021  43.275864
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.847168   69.892578  69.832031
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 14:19:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 658 : avg iteration time       50.62 seconds
+[Apr 13, 2026 - 14:19:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 658 : data loading time        0.00
+[Apr 13, 2026 - 14:19:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 658 : avg forward pass time    13.11
+[Apr 13, 2026 - 14:19:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 658 : backward pass time       11.85
+[Apr 13, 2026 - 14:19:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 658 : optimizer step time      1.19
+[Apr 13, 2026 - 14:19:44 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 658--------------------
+[Apr 13, 2026 - 14:19:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0138        iter count: 1.0
+[Apr 13, 2026 - 14:19:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 13, 2026 - 14:19:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:19:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:20:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360942  43.510021  43.275864
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348  69.912109  69.871094
+util                      97.750000  99.000000  96.000000
+[Apr 13, 2026 - 14:20:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 659 : avg iteration time       49.74 seconds
+[Apr 13, 2026 - 14:20:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 659 : data loading time        0.00
+[Apr 13, 2026 - 14:20:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 659 : avg forward pass time    12.81
+[Apr 13, 2026 - 14:20:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 659 : backward pass time       11.48
+[Apr 13, 2026 - 14:20:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 659 : optimizer step time      1.19
+[Apr 13, 2026 - 14:20:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 659--------------------
+[Apr 13, 2026 - 14:20:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 13, 2026 - 14:20:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 13, 2026 - 14:20:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:20:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360747   43.509251   43.275879
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.088379  111.705078  110.882812
+util                       68.000000   70.000000   66.000000
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 660 : avg iteration time       199.38 seconds
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 660 : data loading time        0.00
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 660 : avg forward pass time    90.99
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 660 : backward pass time       8.35
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 660 : optimizer step time      0.34
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 660--------------------
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7105        iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6895          iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7105 iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1191iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0342 iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5035 iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0305iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0086 iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1341 iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6895iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1295  iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0329  iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0799  iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0202  iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1592  iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0406  iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2103  iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0540  iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0117   iter count: 1.0
+[Apr 13, 2026 - 14:23:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 14:24:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360828  43.509502  43.275951
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.754395  69.832031  69.521484
+util                      92.750000  94.000000  91.000000
+[Apr 13, 2026 - 14:24:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 661 : avg iteration time       50.54 seconds
+[Apr 13, 2026 - 14:24:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 661 : data loading time        0.00
+[Apr 13, 2026 - 14:24:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 661 : avg forward pass time    13.28
+[Apr 13, 2026 - 14:24:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 661 : backward pass time       11.36
+[Apr 13, 2026 - 14:24:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 661 : optimizer step time      1.17
+[Apr 13, 2026 - 14:24:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 661--------------------
+[Apr 13, 2026 - 14:24:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0132        iter count: 1.0
+[Apr 13, 2026 - 14:24:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0132   iter count: 1.0
+[Apr 13, 2026 - 14:24:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:24:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:25:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361158   43.510777  43.275951
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.764160   69.812500  69.619141
+util                      97.500000  100.000000  91.000000
+[Apr 13, 2026 - 14:25:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 662 : avg iteration time       57.40 seconds
+[Apr 13, 2026 - 14:25:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 662 : data loading time        0.00
+[Apr 13, 2026 - 14:25:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 662 : avg forward pass time    15.19
+[Apr 13, 2026 - 14:25:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 662 : backward pass time       14.19
+[Apr 13, 2026 - 14:25:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 662 : optimizer step time      1.39
+[Apr 13, 2026 - 14:25:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 662--------------------
+[Apr 13, 2026 - 14:25:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 13, 2026 - 14:25:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 13, 2026 - 14:25:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:25:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.04 seconds
+[Apr 13, 2026 - 14:26:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361143   43.510754  43.275959
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926   69.832031  69.599609
+util                      94.250000  100.000000  91.000000
+[Apr 13, 2026 - 14:26:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 663 : avg iteration time       52.78 seconds
+[Apr 13, 2026 - 14:26:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 663 : data loading time        0.00
+[Apr 13, 2026 - 14:26:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 663 : avg forward pass time    14.29
+[Apr 13, 2026 - 14:26:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 663 : backward pass time       11.52
+[Apr 13, 2026 - 14:26:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 663 : optimizer step time      1.17
+[Apr 13, 2026 - 14:26:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 663--------------------
+[Apr 13, 2026 - 14:26:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0139        iter count: 1.0
+[Apr 13, 2026 - 14:26:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0139   iter count: 1.0
+[Apr 13, 2026 - 14:26:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:26:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:27:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.361143   43.510754   43.275959
+peak_gpu_mem_gb            67.786331   67.787876   67.785816
+peak_gpu_mem_reserved_gb   69.759277   69.832031   69.541016
+util                      100.000000  100.000000  100.000000
+[Apr 13, 2026 - 14:27:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 664 : avg iteration time       56.33 seconds
+[Apr 13, 2026 - 14:27:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 664 : data loading time        0.00
+[Apr 13, 2026 - 14:27:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 664 : avg forward pass time    13.88
+[Apr 13, 2026 - 14:27:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 664 : backward pass time       13.82
+[Apr 13, 2026 - 14:27:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 664 : optimizer step time      3.39
+[Apr 13, 2026 - 14:27:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 664--------------------
+[Apr 13, 2026 - 14:27:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0160        iter count: 1.0
+[Apr 13, 2026 - 14:27:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0160   iter count: 1.0
+[Apr 13, 2026 - 14:27:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:27:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360983   43.510078   43.275959
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.181152  112.310547  110.804688
+util                       70.750000   72.000000   70.000000
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 665 : avg iteration time       200.38 seconds
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 665 : data loading time        0.00
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 665 : avg forward pass time    90.68
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 665 : backward pass time       9.41
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 665 : optimizer step time      0.34
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 665--------------------
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6470        iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6260          iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6470 iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1310iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0356 iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4948 iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0337iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0090 iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1317 iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6260iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0477  iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0120  iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0818  iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0207  iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0416  iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0105  iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2046  iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0525  iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 13, 2026 - 14:30:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 14:31:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360975   43.510082  43.275959
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.853027   69.853516  69.851562
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 14:31:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 666 : avg iteration time       53.66 seconds
+[Apr 13, 2026 - 14:31:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 666 : data loading time        0.00
+[Apr 13, 2026 - 14:31:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 666 : avg forward pass time    12.96
+[Apr 13, 2026 - 14:31:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 666 : backward pass time       11.38
+[Apr 13, 2026 - 14:31:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 666 : optimizer step time      1.17
+[Apr 13, 2026 - 14:31:44 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 666--------------------
+[Apr 13, 2026 - 14:31:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0175        iter count: 1.0
+[Apr 13, 2026 - 14:31:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0175   iter count: 1.0
+[Apr 13, 2026 - 14:31:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:31:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:32:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360982   43.510078  43.275959
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.877441   69.892578  69.871094
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 14:32:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 667 : avg iteration time       47.40 seconds
+[Apr 13, 2026 - 14:32:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 667 : data loading time        0.00
+[Apr 13, 2026 - 14:32:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 667 : avg forward pass time    11.66
+[Apr 13, 2026 - 14:32:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 667 : backward pass time       11.33
+[Apr 13, 2026 - 14:32:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 667 : optimizer step time      1.17
+[Apr 13, 2026 - 14:32:31 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 667--------------------
+[Apr 13, 2026 - 14:32:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0146        iter count: 1.0
+[Apr 13, 2026 - 14:32:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 14:32:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:32:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:33:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360985  43.510098  43.275959
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.882324  69.892578  69.853516
+util                      93.500000  99.000000  90.000000
+[Apr 13, 2026 - 14:33:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 668 : avg iteration time       53.43 seconds
+[Apr 13, 2026 - 14:33:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 668 : data loading time        0.00
+[Apr 13, 2026 - 14:33:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 668 : avg forward pass time    14.60
+[Apr 13, 2026 - 14:33:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 668 : backward pass time       11.58
+[Apr 13, 2026 - 14:33:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 668 : optimizer step time      1.18
+[Apr 13, 2026 - 14:33:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 668--------------------
+[Apr 13, 2026 - 14:33:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0149        iter count: 1.0
+[Apr 13, 2026 - 14:33:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 14:33:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:33:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:34:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.361102   43.510582   43.275959
+peak_gpu_mem_gb            67.786331   67.787876   67.785816
+peak_gpu_mem_reserved_gb   69.667480   69.814453   69.617188
+util                      100.000000  100.000000  100.000000
+[Apr 13, 2026 - 14:34:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 669 : avg iteration time       49.77 seconds
+[Apr 13, 2026 - 14:34:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 669 : data loading time        0.00
+[Apr 13, 2026 - 14:34:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 669 : avg forward pass time    12.78
+[Apr 13, 2026 - 14:34:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 669 : backward pass time       11.48
+[Apr 13, 2026 - 14:34:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 669 : optimizer step time      1.18
+[Apr 13, 2026 - 14:34:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 669--------------------
+[Apr 13, 2026 - 14:34:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0136        iter count: 1.0
+[Apr 13, 2026 - 14:34:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0136   iter count: 1.0
+[Apr 13, 2026 - 14:34:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:34:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:37:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360720   43.509060   43.275959
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.152832  112.542969  110.982422
+util                       74.000000   75.000000   73.000000
+[Apr 13, 2026 - 14:37:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 670 : avg iteration time       201.17 seconds
+[Apr 13, 2026 - 14:37:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 670 : data loading time        0.00
+[Apr 13, 2026 - 14:37:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 670 : avg forward pass time    91.93
+[Apr 13, 2026 - 14:37:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 670 : backward pass time       8.35
+[Apr 13, 2026 - 14:37:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 670 : optimizer step time      0.33
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 670--------------------
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5579        iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5391          iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5579 iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1367iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0386 iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3907 iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0350iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0097 iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1026 iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5391iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0644  iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0162  iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0536  iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0135  iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1952  iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0500  iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.3012  iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0782  iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0129   iter count: 1.0
+[Apr 13, 2026 - 14:37:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 14:38:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360790  43.509331  43.275959
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.715332  69.792969  69.482422
+util                      97.500000  99.000000  96.000000
+[Apr 13, 2026 - 14:38:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 671 : avg iteration time       48.73 seconds
+[Apr 13, 2026 - 14:38:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 671 : data loading time        0.00
+[Apr 13, 2026 - 14:38:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 671 : avg forward pass time    12.37
+[Apr 13, 2026 - 14:38:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 671 : backward pass time       11.35
+[Apr 13, 2026 - 14:38:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 671 : optimizer step time      1.17
+[Apr 13, 2026 - 14:38:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 671--------------------
+[Apr 13, 2026 - 14:38:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0143        iter count: 1.0
+[Apr 13, 2026 - 14:38:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0143   iter count: 1.0
+[Apr 13, 2026 - 14:38:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:38:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:39:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.360974   43.510059  43.275978
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.686035   69.753906  69.482422
+util                      94.250000  100.000000  91.000000
+[Apr 13, 2026 - 14:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 672 : avg iteration time       53.33 seconds
+[Apr 13, 2026 - 14:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 672 : data loading time        0.00
+[Apr 13, 2026 - 14:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 672 : avg forward pass time    14.62
+[Apr 13, 2026 - 14:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 672 : backward pass time       11.56
+[Apr 13, 2026 - 14:39:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 672 : optimizer step time      1.17
+[Apr 13, 2026 - 14:39:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 672--------------------
+[Apr 13, 2026 - 14:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0143        iter count: 1.0
+[Apr 13, 2026 - 14:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0143   iter count: 1.0
+[Apr 13, 2026 - 14:39:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:39:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:40:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361443   43.511921  43.275959
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.700684   69.773438  69.482422
+util                      97.500000  100.000000  91.000000
+[Apr 13, 2026 - 14:40:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 673 : avg iteration time       46.98 seconds
+[Apr 13, 2026 - 14:40:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 673 : data loading time        0.00
+[Apr 13, 2026 - 14:40:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 673 : avg forward pass time    11.38
+[Apr 13, 2026 - 14:40:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 673 : backward pass time       11.53
+[Apr 13, 2026 - 14:40:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 673 : optimizer step time      1.17
+[Apr 13, 2026 - 14:40:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 673--------------------
+[Apr 13, 2026 - 14:40:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0116        iter count: 1.0
+[Apr 13, 2026 - 14:40:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0116   iter count: 1.0
+[Apr 13, 2026 - 14:40:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:40:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:40:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361500   43.512173  43.275959
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.700684   69.773438  69.482422
+util                      96.500000  100.000000  94.000000
+[Apr 13, 2026 - 14:40:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 674 : avg iteration time       53.47 seconds
+[Apr 13, 2026 - 14:40:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 674 : data loading time        0.00
+[Apr 13, 2026 - 14:40:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 674 : avg forward pass time    12.91
+[Apr 13, 2026 - 14:40:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 674 : backward pass time       14.32
+[Apr 13, 2026 - 14:40:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 674 : optimizer step time      1.95
+[Apr 13, 2026 - 14:40:58 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 674--------------------
+[Apr 13, 2026 - 14:40:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0141        iter count: 1.0
+[Apr 13, 2026 - 14:40:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 14:40:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:40:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362125   43.514664   43.275963
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.732910  112.642578  111.429688
+util                       68.000000   79.000000   63.000000
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 675 : avg iteration time       196.98 seconds
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 675 : data loading time        0.00
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 675 : avg forward pass time    89.44
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 675 : backward pass time       8.34
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 675 : optimizer step time      0.34
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 675--------------------
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6321        iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6113          iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6321 iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1350iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0271 iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4554 iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0347iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0068 iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1206 iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6113iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0542  iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0136  iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1088  iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0276  iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0412  iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0103  iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.3787  iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0993  iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0132   iter count: 1.0
+[Apr 13, 2026 - 14:44:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 14:45:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363059   43.518398  43.275959
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.769043   69.871094  69.462891
+util                      98.250000  100.000000  97.000000
+[Apr 13, 2026 - 14:45:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 676 : avg iteration time       51.66 seconds
+[Apr 13, 2026 - 14:45:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 676 : data loading time        0.00
+[Apr 13, 2026 - 14:45:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 676 : avg forward pass time    13.19
+[Apr 13, 2026 - 14:45:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 676 : backward pass time       11.41
+[Apr 13, 2026 - 14:45:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 676 : optimizer step time      1.17
+[Apr 13, 2026 - 14:45:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 676--------------------
+[Apr 13, 2026 - 14:45:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0130        iter count: 1.0
+[Apr 13, 2026 - 14:45:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 13, 2026 - 14:45:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:45:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:45:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363261   43.519154  43.275993
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.793945   69.912109  69.443359
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 14:45:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 677 : avg iteration time       49.83 seconds
+[Apr 13, 2026 - 14:45:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 677 : data loading time        0.00
+[Apr 13, 2026 - 14:45:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 677 : avg forward pass time    12.96
+[Apr 13, 2026 - 14:45:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 677 : backward pass time       11.33
+[Apr 13, 2026 - 14:45:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 677 : optimizer step time      1.16
+[Apr 13, 2026 - 14:45:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 677--------------------
+[Apr 13, 2026 - 14:45:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0142        iter count: 1.0
+[Apr 13, 2026 - 14:45:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 13, 2026 - 14:45:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:45:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:46:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363246   43.519150  43.275959
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.750000   69.853516  69.443359
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 14:46:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 678 : avg iteration time       56.48 seconds
+[Apr 13, 2026 - 14:46:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 678 : data loading time        0.00
+[Apr 13, 2026 - 14:46:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 678 : avg forward pass time    16.14
+[Apr 13, 2026 - 14:46:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 678 : backward pass time       11.54
+[Apr 13, 2026 - 14:46:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 678 : optimizer step time      1.19
+[Apr 13, 2026 - 14:46:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 678--------------------
+[Apr 13, 2026 - 14:46:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0156        iter count: 1.0
+[Apr 13, 2026 - 14:46:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 13, 2026 - 14:46:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:46:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:47:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363314   43.519402  43.275959
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.764648   69.873047  69.443359
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 14:47:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 679 : avg iteration time       47.16 seconds
+[Apr 13, 2026 - 14:47:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 679 : data loading time        0.00
+[Apr 13, 2026 - 14:47:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 679 : avg forward pass time    11.54
+[Apr 13, 2026 - 14:47:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 679 : backward pass time       11.38
+[Apr 13, 2026 - 14:47:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 679 : optimizer step time      1.17
+[Apr 13, 2026 - 14:47:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 679--------------------
+[Apr 13, 2026 - 14:47:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0133        iter count: 1.0
+[Apr 13, 2026 - 14:47:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0133   iter count: 1.0
+[Apr 13, 2026 - 14:47:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:47:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363160   43.518784   43.275982
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.844238  111.607422  110.589844
+util                       75.500000   77.000000   74.000000
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 680 : avg iteration time       196.62 seconds
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 680 : data loading time        0.00
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 680 : avg forward pass time    89.83
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 680 : backward pass time       8.35
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 680 : optimizer step time      0.34
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 680--------------------
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5796        iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5615          iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5796 iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1260iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0332 iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3917 iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0322iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0083 iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1029 iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5615iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1175  iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0298  iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2924  iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0758  iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1090  iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0276  iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1218  iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0309  iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 14:50:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 14:51:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363174  43.518833  43.275959
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.734863  69.832031  69.443359
+util                      99.000000  99.000000  99.000000
+[Apr 13, 2026 - 14:51:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 681 : avg iteration time       49.75 seconds
+[Apr 13, 2026 - 14:51:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 681 : data loading time        0.00
+[Apr 13, 2026 - 14:51:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 681 : avg forward pass time    12.94
+[Apr 13, 2026 - 14:51:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 681 : backward pass time       11.33
+[Apr 13, 2026 - 14:51:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 681 : optimizer step time      1.18
+[Apr 13, 2026 - 14:51:46 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 681--------------------
+[Apr 13, 2026 - 14:51:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0141        iter count: 1.0
+[Apr 13, 2026 - 14:51:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 14:51:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:51:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:52:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363166  43.518810  43.275967
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.905762  69.910156  69.892578
+util                      96.250000  98.000000  95.000000
+[Apr 13, 2026 - 14:52:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 682 : avg iteration time       46.15 seconds
+[Apr 13, 2026 - 14:52:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 682 : data loading time        0.00
+[Apr 13, 2026 - 14:52:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 682 : avg forward pass time    11.13
+[Apr 13, 2026 - 14:52:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 682 : backward pass time       11.34
+[Apr 13, 2026 - 14:52:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 682 : optimizer step time      1.17
+[Apr 13, 2026 - 14:52:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 682--------------------
+[Apr 13, 2026 - 14:52:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0157        iter count: 1.0
+[Apr 13, 2026 - 14:52:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0157   iter count: 1.0
+[Apr 13, 2026 - 14:52:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:52:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:53:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363238   43.518993  43.276058
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.871582   69.873047  69.871094
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 14:53:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 683 : avg iteration time       51.68 seconds
+[Apr 13, 2026 - 14:53:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 683 : data loading time        0.00
+[Apr 13, 2026 - 14:53:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 683 : avg forward pass time    13.85
+[Apr 13, 2026 - 14:53:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 683 : backward pass time       11.40
+[Apr 13, 2026 - 14:53:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 683 : optimizer step time      1.17
+[Apr 13, 2026 - 14:53:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 683--------------------
+[Apr 13, 2026 - 14:53:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0150        iter count: 1.0
+[Apr 13, 2026 - 14:53:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0150   iter count: 1.0
+[Apr 13, 2026 - 14:53:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:53:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:54:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363251  43.519016  43.276077
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285  69.873047  69.832031
+util                      93.000000  95.000000  91.000000
+[Apr 13, 2026 - 14:54:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 684 : avg iteration time       51.48 seconds
+[Apr 13, 2026 - 14:54:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 684 : data loading time        0.00
+[Apr 13, 2026 - 14:54:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 684 : avg forward pass time    13.80
+[Apr 13, 2026 - 14:54:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 684 : backward pass time       11.36
+[Apr 13, 2026 - 14:54:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 684 : optimizer step time      1.17
+[Apr 13, 2026 - 14:54:16 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 684--------------------
+[Apr 13, 2026 - 14:54:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0144        iter count: 1.0
+[Apr 13, 2026 - 14:54:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0144   iter count: 1.0
+[Apr 13, 2026 - 14:54:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:54:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362858   43.517429   43.276100
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.825684  112.076172  111.742188
+util                       74.000000   75.000000   73.000000
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 685 : avg iteration time       185.52 seconds
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 685 : data loading time        0.00
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 685 : avg forward pass time    84.29
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 685 : backward pass time       8.33
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 685 : optimizer step time      0.34
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 685--------------------
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6915        iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6709          iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6915 iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1216iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0339 iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4861 iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0312iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0085 iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1292 iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6709iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0711  iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0179  iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1153  iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0292  iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1023  iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0259  iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.4861  iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.1292  iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0134   iter count: 1.0
+[Apr 13, 2026 - 14:57:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 14:58:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362904  43.517654  43.276058
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.725098  69.812500  69.462891
+util                      94.250000  99.000000  91.000000
+[Apr 13, 2026 - 14:58:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 686 : avg iteration time       49.87 seconds
+[Apr 13, 2026 - 14:58:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 686 : data loading time        0.00
+[Apr 13, 2026 - 14:58:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 686 : avg forward pass time    13.00
+[Apr 13, 2026 - 14:58:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 686 : backward pass time       11.33
+[Apr 13, 2026 - 14:58:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 686 : optimizer step time      1.18
+[Apr 13, 2026 - 14:58:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 686--------------------
+[Apr 13, 2026 - 14:58:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0170        iter count: 1.0
+[Apr 13, 2026 - 14:58:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0170   iter count: 1.0
+[Apr 13, 2026 - 14:58:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:58:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:59:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363085   43.518379  43.276058
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.769043   69.851562  69.521484
+util                      95.750000  100.000000  91.000000
+[Apr 13, 2026 - 14:59:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 687 : avg iteration time       48.98 seconds
+[Apr 13, 2026 - 14:59:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 687 : data loading time        0.00
+[Apr 13, 2026 - 14:59:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 687 : avg forward pass time    12.55
+[Apr 13, 2026 - 14:59:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 687 : backward pass time       11.33
+[Apr 13, 2026 - 14:59:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 687 : optimizer step time      1.17
+[Apr 13, 2026 - 14:59:00 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 687--------------------
+[Apr 13, 2026 - 14:59:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0157        iter count: 1.0
+[Apr 13, 2026 - 14:59:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0157   iter count: 1.0
+[Apr 13, 2026 - 14:59:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:59:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 14:59:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363319   43.519276  43.276077
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.593262   69.617188  69.521484
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 14:59:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 688 : avg iteration time       48.96 seconds
+[Apr 13, 2026 - 14:59:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 688 : data loading time        0.00
+[Apr 13, 2026 - 14:59:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 688 : avg forward pass time    12.52
+[Apr 13, 2026 - 14:59:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 688 : backward pass time       11.40
+[Apr 13, 2026 - 14:59:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 688 : optimizer step time      1.19
+[Apr 13, 2026 - 14:59:49 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 688--------------------
+[Apr 13, 2026 - 14:59:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0138        iter count: 1.0
+[Apr 13, 2026 - 14:59:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 13, 2026 - 14:59:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 14:59:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:00:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363366   43.519482  43.276058
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.793457   69.890625  69.501953
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 15:00:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 689 : avg iteration time       51.44 seconds
+[Apr 13, 2026 - 15:00:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 689 : data loading time        0.00
+[Apr 13, 2026 - 15:00:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 689 : avg forward pass time    13.78
+[Apr 13, 2026 - 15:00:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 689 : backward pass time       11.34
+[Apr 13, 2026 - 15:00:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 689 : optimizer step time      1.17
+[Apr 13, 2026 - 15:00:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 689--------------------
+[Apr 13, 2026 - 15:00:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0163        iter count: 1.0
+[Apr 13, 2026 - 15:00:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0163   iter count: 1.0
+[Apr 13, 2026 - 15:00:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:00:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362877   43.517536   43.276058
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.918457  112.464844  110.279297
+util                       73.500000   95.000000   65.000000
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 690 : avg iteration time       190.05 seconds
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 690 : data loading time        0.00
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 690 : avg forward pass time    85.91
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 690 : backward pass time       9.64
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 690 : optimizer step time      0.33
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 690--------------------
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6058        iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5859          iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6058 iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1331iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0358 iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3436 iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0341iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0090 iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0897 iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5859iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0455  iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0114  iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1356  iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0345  iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1141  iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0289  iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0585  iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0147  iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0152   iter count: 1.0
+[Apr 13, 2026 - 15:03:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:04:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362937  43.517750  43.276062
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230  69.931641  69.871094
+util                      96.250000  99.000000  94.000000
+[Apr 13, 2026 - 15:04:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 691 : avg iteration time       59.21 seconds
+[Apr 13, 2026 - 15:04:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 691 : data loading time        0.00
+[Apr 13, 2026 - 15:04:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 691 : avg forward pass time    16.06
+[Apr 13, 2026 - 15:04:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 691 : backward pass time       12.56
+[Apr 13, 2026 - 15:04:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 691 : optimizer step time      1.81
+[Apr 13, 2026 - 15:04:50 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 691--------------------
+[Apr 13, 2026 - 15:04:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0170        iter count: 1.0
+[Apr 13, 2026 - 15:04:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0170   iter count: 1.0
+[Apr 13, 2026 - 15:04:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:04:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:05:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363214  43.518848  43.276081
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.803223  69.833984  69.792969
+util                      94.750000  99.000000  92.000000
+[Apr 13, 2026 - 15:05:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 692 : avg iteration time       55.18 seconds
+[Apr 13, 2026 - 15:05:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 692 : data loading time        0.00
+[Apr 13, 2026 - 15:05:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 692 : avg forward pass time    13.98
+[Apr 13, 2026 - 15:05:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 692 : backward pass time       12.83
+[Apr 13, 2026 - 15:05:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 692 : optimizer step time      1.79
+[Apr 13, 2026 - 15:05:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 692--------------------
+[Apr 13, 2026 - 15:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0152        iter count: 1.0
+[Apr 13, 2026 - 15:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0152   iter count: 1.0
+[Apr 13, 2026 - 15:05:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:05:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:06:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363205   43.518826  43.276070
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816   69.951172  69.832031
+util                      99.250000  100.000000  98.000000
+[Apr 13, 2026 - 15:06:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 693 : avg iteration time       51.48 seconds
+[Apr 13, 2026 - 15:06:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 693 : data loading time        0.00
+[Apr 13, 2026 - 15:06:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 693 : avg forward pass time    12.31
+[Apr 13, 2026 - 15:06:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 693 : backward pass time       12.37
+[Apr 13, 2026 - 15:06:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 693 : optimizer step time      1.57
+[Apr 13, 2026 - 15:06:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 693--------------------
+[Apr 13, 2026 - 15:06:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0142        iter count: 1.0
+[Apr 13, 2026 - 15:06:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 13, 2026 - 15:06:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:06:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:07:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363214   43.518867   43.276058
+peak_gpu_mem_gb            67.786331   67.787876   67.785816
+peak_gpu_mem_reserved_gb   69.915527   69.931641   69.910156
+util                      100.000000  100.000000  100.000000
+[Apr 13, 2026 - 15:07:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 694 : avg iteration time       54.03 seconds
+[Apr 13, 2026 - 15:07:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 694 : data loading time        0.00
+[Apr 13, 2026 - 15:07:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 694 : avg forward pass time    13.71
+[Apr 13, 2026 - 15:07:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 694 : backward pass time       12.49
+[Apr 13, 2026 - 15:07:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 694 : optimizer step time      1.50
+[Apr 13, 2026 - 15:07:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 694--------------------
+[Apr 13, 2026 - 15:07:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0140        iter count: 1.0
+[Apr 13, 2026 - 15:07:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0140   iter count: 1.0
+[Apr 13, 2026 - 15:07:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:07:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363049   43.518208   43.276058
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.581543  111.978516  111.449219
+util                       78.750000   93.000000   73.000000
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 695 : avg iteration time       203.39 seconds
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 695 : data loading time        0.00
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 695 : avg forward pass time    92.12
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 695 : backward pass time       9.50
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 695 : optimizer step time      0.34
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 695--------------------
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6316        iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6104          iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6316 iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1374iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0278 iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2759 iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0351iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0070 iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0714 iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6104iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1660  iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0424  iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0962  iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0243  iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0856  iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0216  iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2196  iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0564  iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 15:10:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:11:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363164   43.518650  43.276058
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.729980   69.812500  69.482422
+util                      98.250000  100.000000  96.000000
+[Apr 13, 2026 - 15:11:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 696 : avg iteration time       52.76 seconds
+[Apr 13, 2026 - 15:11:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 696 : data loading time        0.00
+[Apr 13, 2026 - 15:11:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 696 : avg forward pass time    13.15
+[Apr 13, 2026 - 15:11:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 696 : backward pass time       12.39
+[Apr 13, 2026 - 15:11:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 696 : optimizer step time      1.50
+[Apr 13, 2026 - 15:11:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 696--------------------
+[Apr 13, 2026 - 15:11:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0148        iter count: 1.0
+[Apr 13, 2026 - 15:11:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 13, 2026 - 15:11:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:11:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:12:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363161   43.518650  43.276058
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.700684   69.792969  69.423828
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 15:12:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 697 : avg iteration time       54.61 seconds
+[Apr 13, 2026 - 15:12:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 697 : data loading time        0.00
+[Apr 13, 2026 - 15:12:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 697 : avg forward pass time    13.94
+[Apr 13, 2026 - 15:12:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 697 : backward pass time       12.33
+[Apr 13, 2026 - 15:12:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 697 : optimizer step time      1.72
+[Apr 13, 2026 - 15:12:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 697--------------------
+[Apr 13, 2026 - 15:12:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0141        iter count: 1.0
+[Apr 13, 2026 - 15:12:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 15:12:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:12:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:13:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363171   43.518673  43.276081
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.632324   69.912109  69.539062
+util                      97.250000  100.000000  95.000000
+[Apr 13, 2026 - 15:13:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 698 : avg iteration time       58.96 seconds
+[Apr 13, 2026 - 15:13:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 698 : data loading time        0.00
+[Apr 13, 2026 - 15:13:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 698 : avg forward pass time    15.64
+[Apr 13, 2026 - 15:13:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 698 : backward pass time       12.92
+[Apr 13, 2026 - 15:13:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 698 : optimizer step time      1.80
+[Apr 13, 2026 - 15:13:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 698--------------------
+[Apr 13, 2026 - 15:13:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0157        iter count: 1.0
+[Apr 13, 2026 - 15:13:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0157   iter count: 1.0
+[Apr 13, 2026 - 15:13:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:13:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:14:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363165   43.518650   43.276058
+peak_gpu_mem_gb            67.786331   67.787876   67.785816
+peak_gpu_mem_reserved_gb   69.637207   69.931641   69.539062
+util                      100.000000  100.000000  100.000000
+[Apr 13, 2026 - 15:14:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 699 : avg iteration time       57.26 seconds
+[Apr 13, 2026 - 15:14:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 699 : data loading time        0.00
+[Apr 13, 2026 - 15:14:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 699 : avg forward pass time    15.06
+[Apr 13, 2026 - 15:14:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 699 : backward pass time       12.49
+[Apr 13, 2026 - 15:14:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 699 : optimizer step time      1.78
+[Apr 13, 2026 - 15:14:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 699--------------------
+[Apr 13, 2026 - 15:14:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0147        iter count: 1.0
+[Apr 13, 2026 - 15:14:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0147   iter count: 1.0
+[Apr 13, 2026 - 15:14:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:14:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362855   43.517422   43.276058
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.635254  112.310547  111.410156
+util                       70.250000   72.000000   69.000000
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 700 : avg iteration time       190.58 seconds
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 700 : data loading time        0.00
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 700 : avg forward pass time    86.82
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 700 : backward pass time       8.33
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 700 : optimizer step time      0.34
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 700--------------------
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6335        iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6104          iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6335 iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1458iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0286 iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6742 iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0378iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0072 iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1836 iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6104iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1298  iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0330  iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0530  iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0133  iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0699  iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0176  iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0935  iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0237  iter count: 1.0
+[Apr 13, 2026 - 15:17:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 15:18:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 14.66 seconds
+[Apr 13, 2026 - 15:18:03 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 700
+[Apr 13, 2026 - 15:18:03 | INFO | fastgen.utils.checkpointer:save:301 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000700
+[Apr 13, 2026 - 15:18:19 | SUCCESS | fastgen.utils.checkpointer:save:329 ] Model saved at iteration 700
+[Apr 13, 2026 - 15:18:19 | INFO | fastgen.trainer:validate:358 ] Validation iteration 700
+[Apr 13, 2026 - 15:18:19 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 15:18:22 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 2.2s
+[Apr 13, 2026 - 15:18:25 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 15:18:27 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 15:18:30 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 15:18:32 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 15:18:35 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 15:18:37 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 15:18:40 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 15:18:42 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 15:18:46 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 15:18:47 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 15:18:51 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 15:18:52 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 15:18:56 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 15:18:57 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 15:19:01 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 15:19:03 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 15:19:06 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 15:19:08 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 15:19:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging val0 stats at iteration 700--------------------
+[Apr 13, 2026 - 15:19:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 15:19:27 | INFO | fastgen.callbacks.wandb:on_validation_end:683 ] Logged 10 val videos at iteration 700
+[Apr 13, 2026 - 15:20:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.364902   43.524288  43.277142
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.798340   70.341797  69.617188
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 15:20:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 701 : avg iteration time       147.27 seconds
+[Apr 13, 2026 - 15:20:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 701 : data loading time        0.00
+[Apr 13, 2026 - 15:20:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 701 : avg forward pass time    12.05
+[Apr 13, 2026 - 15:20:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 701 : backward pass time       11.41
+[Apr 13, 2026 - 15:20:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 701 : optimizer step time      1.16
+[Apr 13, 2026 - 15:20:15 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 701--------------------
+[Apr 13, 2026 - 15:20:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0168        iter count: 1.0
+[Apr 13, 2026 - 15:20:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0168   iter count: 1.0
+[Apr 13, 2026 - 15:20:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:20:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:21:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364908  43.524265  43.277187
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.739746  70.224609  69.578125
+util                      95.500000  97.000000  94.000000
+[Apr 13, 2026 - 15:21:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 702 : avg iteration time       46.28 seconds
+[Apr 13, 2026 - 15:21:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 702 : data loading time        0.00
+[Apr 13, 2026 - 15:21:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 702 : avg forward pass time    11.17
+[Apr 13, 2026 - 15:21:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 702 : backward pass time       11.38
+[Apr 13, 2026 - 15:21:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 702 : optimizer step time      1.17
+[Apr 13, 2026 - 15:21:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 702--------------------
+[Apr 13, 2026 - 15:21:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 13, 2026 - 15:21:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 13, 2026 - 15:21:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:21:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:21:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364914  43.524334  43.277142
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.681152  70.224609  69.500000
+util                      94.500000  96.000000  93.000000
+[Apr 13, 2026 - 15:21:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 703 : avg iteration time       51.59 seconds
+[Apr 13, 2026 - 15:21:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 703 : data loading time        0.00
+[Apr 13, 2026 - 15:21:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 703 : avg forward pass time    13.84
+[Apr 13, 2026 - 15:21:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 703 : backward pass time       11.36
+[Apr 13, 2026 - 15:21:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 703 : optimizer step time      1.18
+[Apr 13, 2026 - 15:21:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 703--------------------
+[Apr 13, 2026 - 15:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0145        iter count: 1.0
+[Apr 13, 2026 - 15:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 13, 2026 - 15:21:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:21:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:22:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.364920   43.524334  43.277142
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.715332   70.244141  69.539062
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 15:22:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 704 : avg iteration time       46.31 seconds
+[Apr 13, 2026 - 15:22:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 704 : data loading time        0.00
+[Apr 13, 2026 - 15:22:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 704 : avg forward pass time    11.20
+[Apr 13, 2026 - 15:22:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 704 : backward pass time       11.38
+[Apr 13, 2026 - 15:22:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 704 : optimizer step time      1.18
+[Apr 13, 2026 - 15:22:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 704--------------------
+[Apr 13, 2026 - 15:22:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0146        iter count: 1.0
+[Apr 13, 2026 - 15:22:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 15:22:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:22:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363655   43.519249   43.277187
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.746582  111.041016  110.648438
+util                       71.000000   80.000000   61.000000
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 705 : avg iteration time       190.86 seconds
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 705 : data loading time        0.00
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 705 : avg forward pass time    86.95
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 705 : backward pass time       8.34
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 705 : optimizer step time      0.34
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 705--------------------
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6127        iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5991          iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6127 iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.0911iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0431 iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2310 iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0231iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0108 iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0594 iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5991iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0444  iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0112  iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0690  iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0174  iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0753  iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0190  iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0840  iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0212  iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 13, 2026 - 15:25:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:26:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363644   43.519249  43.277142
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.788574   69.892578  69.753906
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 15:26:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 706 : avg iteration time       49.95 seconds
+[Apr 13, 2026 - 15:26:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 706 : data loading time        0.00
+[Apr 13, 2026 - 15:26:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 706 : avg forward pass time    13.05
+[Apr 13, 2026 - 15:26:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 706 : backward pass time       11.34
+[Apr 13, 2026 - 15:26:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 706 : optimizer step time      1.17
+[Apr 13, 2026 - 15:26:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 706--------------------
+[Apr 13, 2026 - 15:26:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0162        iter count: 1.0
+[Apr 13, 2026 - 15:26:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0162   iter count: 1.0
+[Apr 13, 2026 - 15:26:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:26:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:27:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363896   43.520210  43.277164
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.617676   69.970703  69.500000
+util                      96.000000  100.000000  92.000000
+[Apr 13, 2026 - 15:27:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 707 : avg iteration time       51.64 seconds
+[Apr 13, 2026 - 15:27:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 707 : data loading time        0.00
+[Apr 13, 2026 - 15:27:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 707 : avg forward pass time    13.87
+[Apr 13, 2026 - 15:27:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 707 : backward pass time       11.34
+[Apr 13, 2026 - 15:27:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 707 : optimizer step time      1.18
+[Apr 13, 2026 - 15:27:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 707--------------------
+[Apr 13, 2026 - 15:27:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0146        iter count: 1.0
+[Apr 13, 2026 - 15:27:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 15:27:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:27:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:28:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363885   43.520210  43.277142
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.573730   69.794922  69.500000
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 15:28:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 708 : avg iteration time       46.17 seconds
+[Apr 13, 2026 - 15:28:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 708 : data loading time        0.00
+[Apr 13, 2026 - 15:28:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 708 : avg forward pass time    11.13
+[Apr 13, 2026 - 15:28:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 708 : backward pass time       11.35
+[Apr 13, 2026 - 15:28:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 708 : optimizer step time      1.17
+[Apr 13, 2026 - 15:28:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 708--------------------
+[Apr 13, 2026 - 15:28:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 13, 2026 - 15:28:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 13, 2026 - 15:28:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:28:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:29:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363996  43.520611  43.277161
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.573730  69.794922  69.500000
+util                      97.000000  99.000000  96.000000
+[Apr 13, 2026 - 15:29:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 709 : avg iteration time       51.50 seconds
+[Apr 13, 2026 - 15:29:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 709 : data loading time        0.00
+[Apr 13, 2026 - 15:29:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 709 : avg forward pass time    13.82
+[Apr 13, 2026 - 15:29:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 709 : backward pass time       11.33
+[Apr 13, 2026 - 15:29:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 709 : optimizer step time      1.16
+[Apr 13, 2026 - 15:29:10 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 709--------------------
+[Apr 13, 2026 - 15:29:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0166        iter count: 1.0
+[Apr 13, 2026 - 15:29:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0166   iter count: 1.0
+[Apr 13, 2026 - 15:29:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:29:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363872   43.520138   43.277142
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.664551  112.779297  111.292969
+util                       74.500000   77.000000   73.000000
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 710 : avg iteration time       187.89 seconds
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 710 : data loading time        0.00
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 710 : avg forward pass time    85.48
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 710 : backward pass time       8.34
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 710 : optimizer step time      0.34
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 710--------------------
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7354        iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.7129          iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7354 iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1230iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0274 iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3849 iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0314iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0069 iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1010 iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.7129iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0713  iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0180  iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1470  iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0374  iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0872  iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0220  iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1631  iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0416  iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 13, 2026 - 15:32:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:33:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363880   43.520138  43.277191
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.534668   69.931641  69.402344
+util                      97.750000  100.000000  93.000000
+[Apr 13, 2026 - 15:33:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 711 : avg iteration time       50.04 seconds
+[Apr 13, 2026 - 15:33:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 711 : data loading time        0.00
+[Apr 13, 2026 - 15:33:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 711 : avg forward pass time    13.07
+[Apr 13, 2026 - 15:33:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 711 : backward pass time       11.37
+[Apr 13, 2026 - 15:33:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 711 : optimizer step time      1.18
+[Apr 13, 2026 - 15:33:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 711--------------------
+[Apr 13, 2026 - 15:33:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0216        iter count: 1.0
+[Apr 13, 2026 - 15:33:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0216   iter count: 1.0
+[Apr 13, 2026 - 15:33:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:33:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:33:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363889   43.520145  43.277222
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.559082   69.912109  69.441406
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 15:33:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 712 : avg iteration time       51.58 seconds
+[Apr 13, 2026 - 15:33:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 712 : data loading time        0.00
+[Apr 13, 2026 - 15:33:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 712 : avg forward pass time    13.85
+[Apr 13, 2026 - 15:33:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 712 : backward pass time       11.35
+[Apr 13, 2026 - 15:33:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 712 : optimizer step time      1.17
+[Apr 13, 2026 - 15:33:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 712--------------------
+[Apr 13, 2026 - 15:33:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0148        iter count: 1.0
+[Apr 13, 2026 - 15:33:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 13, 2026 - 15:33:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:33:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:34:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363890   43.520138  43.277203
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.568848   69.892578  69.460938
+util                      98.000000  100.000000  92.000000
+[Apr 13, 2026 - 15:34:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 713 : avg iteration time       46.20 seconds
+[Apr 13, 2026 - 15:34:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 713 : data loading time        0.00
+[Apr 13, 2026 - 15:34:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 713 : avg forward pass time    11.18
+[Apr 13, 2026 - 15:34:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 713 : backward pass time       11.35
+[Apr 13, 2026 - 15:34:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 713 : optimizer step time      1.16
+[Apr 13, 2026 - 15:34:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 713--------------------
+[Apr 13, 2026 - 15:34:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0149        iter count: 1.0
+[Apr 13, 2026 - 15:34:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 15:34:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:34:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:35:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363642   43.519161  43.277203
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.573730   69.912109  69.460938
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 15:35:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 714 : avg iteration time       48.73 seconds
+[Apr 13, 2026 - 15:35:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 714 : data loading time        0.00
+[Apr 13, 2026 - 15:35:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 714 : avg forward pass time    12.44
+[Apr 13, 2026 - 15:35:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 714 : backward pass time       11.33
+[Apr 13, 2026 - 15:35:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 714 : optimizer step time      1.17
+[Apr 13, 2026 - 15:35:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 714--------------------
+[Apr 13, 2026 - 15:35:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0146        iter count: 1.0
+[Apr 13, 2026 - 15:35:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 15:35:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:35:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363699   43.519405   43.277203
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.991699  112.503906  110.455078
+util                       65.000000   67.000000   64.000000
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 715 : avg iteration time       182.54 seconds
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 715 : data loading time        0.00
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 715 : avg forward pass time    82.81
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 715 : backward pass time       8.33
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 715 : optimizer step time      0.34
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 715--------------------
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5633        iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5410          iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5633 iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1584iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0231 iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5098 iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0408iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0058 iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1359 iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5410iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2507  iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0647  iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2235  iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0575  iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2376  iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0612  iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1347  iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0343  iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0152   iter count: 1.0
+[Apr 13, 2026 - 15:38:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:39:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363705   43.519405  43.277203
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277   69.871094  69.423828
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 15:39:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 716 : avg iteration time       52.49 seconds
+[Apr 13, 2026 - 15:39:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 716 : data loading time        0.00
+[Apr 13, 2026 - 15:39:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 716 : avg forward pass time    14.30
+[Apr 13, 2026 - 15:39:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 716 : backward pass time       11.34
+[Apr 13, 2026 - 15:39:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 716 : optimizer step time      1.17
+[Apr 13, 2026 - 15:39:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 716--------------------
+[Apr 13, 2026 - 15:39:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0328        iter count: 1.0
+[Apr 13, 2026 - 15:39:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0328   iter count: 1.0
+[Apr 13, 2026 - 15:39:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:39:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:40:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363704   43.519405  43.277222
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699   69.871094  69.853516
+util                      93.500000  100.000000  90.000000
+[Apr 13, 2026 - 15:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 717 : avg iteration time       49.08 seconds
+[Apr 13, 2026 - 15:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 717 : data loading time        0.00
+[Apr 13, 2026 - 15:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 717 : avg forward pass time    12.59
+[Apr 13, 2026 - 15:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 717 : backward pass time       11.35
+[Apr 13, 2026 - 15:40:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 717 : optimizer step time      1.18
+[Apr 13, 2026 - 15:40:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 717--------------------
+[Apr 13, 2026 - 15:40:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0170        iter count: 1.0
+[Apr 13, 2026 - 15:40:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0170   iter count: 1.0
+[Apr 13, 2026 - 15:40:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:40:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:41:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363699  43.519405  43.277203
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934  69.931641  69.832031
+util                      93.250000  96.000000  92.000000
+[Apr 13, 2026 - 15:41:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 718 : avg iteration time       49.02 seconds
+[Apr 13, 2026 - 15:41:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 718 : data loading time        0.00
+[Apr 13, 2026 - 15:41:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 718 : avg forward pass time    12.56
+[Apr 13, 2026 - 15:41:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 718 : backward pass time       11.37
+[Apr 13, 2026 - 15:41:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 718 : optimizer step time      1.18
+[Apr 13, 2026 - 15:41:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 718--------------------
+[Apr 13, 2026 - 15:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0173        iter count: 1.0
+[Apr 13, 2026 - 15:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0173   iter count: 1.0
+[Apr 13, 2026 - 15:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:41:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:41:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363717  43.519455  43.277203
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699  69.912109  69.851562
+util                      96.750000  99.000000  95.000000
+[Apr 13, 2026 - 15:41:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 719 : avg iteration time       49.63 seconds
+[Apr 13, 2026 - 15:41:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 719 : data loading time        0.00
+[Apr 13, 2026 - 15:41:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 719 : avg forward pass time    12.71
+[Apr 13, 2026 - 15:41:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 719 : backward pass time       11.58
+[Apr 13, 2026 - 15:41:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 719 : optimizer step time      1.24
+[Apr 13, 2026 - 15:41:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 719--------------------
+[Apr 13, 2026 - 15:41:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0169        iter count: 1.0
+[Apr 13, 2026 - 15:41:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0169   iter count: 1.0
+[Apr 13, 2026 - 15:41:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:41:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363484   43.518543   43.277203
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.522949  112.054688  109.927734
+util                       66.500000   69.000000   65.000000
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 720 : avg iteration time       196.19 seconds
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 720 : data loading time        0.00
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 720 : avg forward pass time    89.61
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 720 : backward pass time       8.36
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 720 : optimizer step time      0.34
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 720--------------------
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5589        iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5400          iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5589 iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1366iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0427 iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4492 iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0351iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0107 iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1188 iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5400iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1069  iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0271  iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0753  iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0190  iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1346  iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0342  iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2273  iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0585  iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0131   iter count: 1.0
+[Apr 13, 2026 - 15:45:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:46:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363514   43.518543  43.277302
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926   69.871094  69.482422
+util                      97.750000  100.000000  93.000000
+[Apr 13, 2026 - 15:46:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 721 : avg iteration time       50.54 seconds
+[Apr 13, 2026 - 15:46:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 721 : data loading time        0.00
+[Apr 13, 2026 - 15:46:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 721 : avg forward pass time    13.30
+[Apr 13, 2026 - 15:46:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 721 : backward pass time       11.44
+[Apr 13, 2026 - 15:46:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 721 : optimizer step time      1.17
+[Apr 13, 2026 - 15:46:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 721--------------------
+[Apr 13, 2026 - 15:46:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0243        iter count: 1.0
+[Apr 13, 2026 - 15:46:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0243   iter count: 1.0
+[Apr 13, 2026 - 15:46:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:46:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:46:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363677  43.519218  43.277302
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891602  69.892578  69.890625
+util                      98.500000  99.000000  98.000000
+[Apr 13, 2026 - 15:46:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 722 : avg iteration time       55.74 seconds
+[Apr 13, 2026 - 15:46:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 722 : data loading time        0.00
+[Apr 13, 2026 - 15:46:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 722 : avg forward pass time    15.79
+[Apr 13, 2026 - 15:46:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 722 : backward pass time       11.57
+[Apr 13, 2026 - 15:46:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 722 : optimizer step time      1.21
+[Apr 13, 2026 - 15:46:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 722--------------------
+[Apr 13, 2026 - 15:46:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0193        iter count: 1.0
+[Apr 13, 2026 - 15:46:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0193   iter count: 1.0
+[Apr 13, 2026 - 15:46:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:46:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:47:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363687  43.519234  43.277302
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881836  69.970703  69.851562
+util                      74.250000  77.000000  73.000000
+[Apr 13, 2026 - 15:47:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 723 : avg iteration time       54.16 seconds
+[Apr 13, 2026 - 15:47:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 723 : data loading time        0.01
+[Apr 13, 2026 - 15:47:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 723 : avg forward pass time    14.67
+[Apr 13, 2026 - 15:47:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 723 : backward pass time       11.76
+[Apr 13, 2026 - 15:47:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 723 : optimizer step time      1.48
+[Apr 13, 2026 - 15:47:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 723--------------------
+[Apr 13, 2026 - 15:47:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0140        iter count: 1.0
+[Apr 13, 2026 - 15:47:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0140   iter count: 1.0
+[Apr 13, 2026 - 15:47:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:47:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 15:48:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363688   43.519218  43.277306
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.935547   69.951172  69.892578
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 15:48:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 724 : avg iteration time       53.98 seconds
+[Apr 13, 2026 - 15:48:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 724 : data loading time        0.00
+[Apr 13, 2026 - 15:48:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 724 : avg forward pass time    13.82
+[Apr 13, 2026 - 15:48:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 724 : backward pass time       13.08
+[Apr 13, 2026 - 15:48:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 724 : optimizer step time      1.90
+[Apr 13, 2026 - 15:48:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 724--------------------
+[Apr 13, 2026 - 15:48:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0134        iter count: 1.0
+[Apr 13, 2026 - 15:48:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0134   iter count: 1.0
+[Apr 13, 2026 - 15:48:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:48:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.05 seconds
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363534   43.518612   43.277306
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.181152  112.076172  110.882812
+util                       99.250000  100.000000   99.000000
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 725 : avg iteration time       211.41 seconds
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 725 : data loading time        0.00
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 725 : avg forward pass time    94.80
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 725 : backward pass time       10.79
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 725 : optimizer step time      0.34
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 725--------------------
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5243        iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5063          iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5243 iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1372iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0399 iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2927 iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0350iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0100 iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0759 iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5063iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1274  iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0324  iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0782  iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0197  iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0597  iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0150  iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1783  iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0456  iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0139   iter count: 1.0
+[Apr 13, 2026 - 15:52:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 15:53:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363594   43.518852  43.277306
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.739746   69.832031  69.462891
+util                      91.000000  100.000000  82.000000
+[Apr 13, 2026 - 15:53:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 726 : avg iteration time       57.97 seconds
+[Apr 13, 2026 - 15:53:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 726 : data loading time        0.00
+[Apr 13, 2026 - 15:53:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 726 : avg forward pass time    16.84
+[Apr 13, 2026 - 15:53:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 726 : backward pass time       11.38
+[Apr 13, 2026 - 15:53:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 726 : optimizer step time      1.28
+[Apr 13, 2026 - 15:53:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 726--------------------
+[Apr 13, 2026 - 15:53:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0193        iter count: 1.0
+[Apr 13, 2026 - 15:53:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0193   iter count: 1.0
+[Apr 13, 2026 - 15:53:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:53:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:54:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363589  43.518833  43.277306
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.895996  69.912109  69.890625
+util                      94.750000  99.000000  89.000000
+[Apr 13, 2026 - 15:54:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 727 : avg iteration time       55.58 seconds
+[Apr 13, 2026 - 15:54:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 727 : data loading time        0.00
+[Apr 13, 2026 - 15:54:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 727 : avg forward pass time    15.65
+[Apr 13, 2026 - 15:54:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 727 : backward pass time       11.53
+[Apr 13, 2026 - 15:54:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 727 : optimizer step time      1.22
+[Apr 13, 2026 - 15:54:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 727--------------------
+[Apr 13, 2026 - 15:54:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0152        iter count: 1.0
+[Apr 13, 2026 - 15:54:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0152   iter count: 1.0
+[Apr 13, 2026 - 15:54:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:54:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:55:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363405   43.519054  43.276360
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.827637   69.873047  69.812500
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 15:55:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 728 : avg iteration time       57.16 seconds
+[Apr 13, 2026 - 15:55:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 728 : data loading time        0.00
+[Apr 13, 2026 - 15:55:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 728 : avg forward pass time    16.46
+[Apr 13, 2026 - 15:55:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 728 : backward pass time       11.33
+[Apr 13, 2026 - 15:55:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 728 : optimizer step time      1.18
+[Apr 13, 2026 - 15:55:10 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 728--------------------
+[Apr 13, 2026 - 15:55:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0144        iter count: 1.0
+[Apr 13, 2026 - 15:55:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0144   iter count: 1.0
+[Apr 13, 2026 - 15:55:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:55:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 15:56:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363409  43.519066  43.276344
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465  69.951172  69.851562
+util                      96.000000  99.000000  87.000000
+[Apr 13, 2026 - 15:56:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 729 : avg iteration time       53.22 seconds
+[Apr 13, 2026 - 15:56:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 729 : data loading time        0.00
+[Apr 13, 2026 - 15:56:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 729 : avg forward pass time    12.39
+[Apr 13, 2026 - 15:56:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 729 : backward pass time       15.15
+[Apr 13, 2026 - 15:56:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 729 : optimizer step time      1.84
+[Apr 13, 2026 - 15:56:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 729--------------------
+[Apr 13, 2026 - 15:56:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0123        iter count: 1.0
+[Apr 13, 2026 - 15:56:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0123   iter count: 1.0
+[Apr 13, 2026 - 15:56:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 15:56:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363269   43.518436   43.276390
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.718262  112.818359  111.351562
+util                       60.750000   63.000000   60.000000
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 730 : avg iteration time       207.45 seconds
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 730 : data loading time        0.00
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 730 : avg forward pass time    94.08
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 730 : backward pass time       8.34
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 730 : optimizer step time      0.39
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 730--------------------
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5997        iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5801          iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5997 iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1322iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0258 iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4772 iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0339iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0065 iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1267 iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5801iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0409  iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0103  iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1635  iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0417  iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0981  iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0248  iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0912  iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0231  iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0123   iter count: 1.0
+[Apr 13, 2026 - 15:59:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:00:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363324  43.518703  43.276390
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277  69.832031  69.541016
+util                      99.000000  99.000000  99.000000
+[Apr 13, 2026 - 16:00:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 731 : avg iteration time       58.08 seconds
+[Apr 13, 2026 - 16:00:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 731 : data loading time        0.00
+[Apr 13, 2026 - 16:00:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 731 : avg forward pass time    16.96
+[Apr 13, 2026 - 16:00:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 731 : backward pass time       11.36
+[Apr 13, 2026 - 16:00:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 731 : optimizer step time      1.17
+[Apr 13, 2026 - 16:00:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 731--------------------
+[Apr 13, 2026 - 16:00:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0138        iter count: 1.0
+[Apr 13, 2026 - 16:00:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 13, 2026 - 16:00:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:00:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 16:01:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363441   43.519161  43.276390
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.725098   69.773438  69.580078
+util                      94.250000  100.000000  87.000000
+[Apr 13, 2026 - 16:01:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 732 : avg iteration time       52.35 seconds
+[Apr 13, 2026 - 16:01:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 732 : data loading time        0.00
+[Apr 13, 2026 - 16:01:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 732 : avg forward pass time    13.99
+[Apr 13, 2026 - 16:01:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 732 : backward pass time       11.52
+[Apr 13, 2026 - 16:01:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 732 : optimizer step time      1.30
+[Apr 13, 2026 - 16:01:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 732--------------------
+[Apr 13, 2026 - 16:01:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 13, 2026 - 16:01:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 13, 2026 - 16:01:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:01:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:02:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363508  43.519409  43.276390
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.725098  69.773438  69.580078
+util                      92.000000  94.000000  91.000000
+[Apr 13, 2026 - 16:02:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 733 : avg iteration time       56.54 seconds
+[Apr 13, 2026 - 16:02:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 733 : data loading time        0.00
+[Apr 13, 2026 - 16:02:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 733 : avg forward pass time    16.05
+[Apr 13, 2026 - 16:02:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 733 : backward pass time       11.58
+[Apr 13, 2026 - 16:02:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 733 : optimizer step time      1.19
+[Apr 13, 2026 - 16:02:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 733--------------------
+[Apr 13, 2026 - 16:02:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0133        iter count: 1.0
+[Apr 13, 2026 - 16:02:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0133   iter count: 1.0
+[Apr 13, 2026 - 16:02:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:02:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 16:03:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363511   43.519409  43.276413
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.739746   69.792969  69.580078
+util                      98.000000  100.000000  92.000000
+[Apr 13, 2026 - 16:03:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 734 : avg iteration time       53.36 seconds
+[Apr 13, 2026 - 16:03:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 734 : data loading time        0.00
+[Apr 13, 2026 - 16:03:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 734 : avg forward pass time    13.81
+[Apr 13, 2026 - 16:03:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 734 : backward pass time       12.54
+[Apr 13, 2026 - 16:03:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 734 : optimizer step time      1.87
+[Apr 13, 2026 - 16:03:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 734--------------------
+[Apr 13, 2026 - 16:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0141        iter count: 1.0
+[Apr 13, 2026 - 16:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 16:03:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:03:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 16:06:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363308   43.518562   43.276413
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.229980  111.410156  110.689453
+util                       99.250000  100.000000   99.000000
+[Apr 13, 2026 - 16:06:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 735 : avg iteration time       214.94 seconds
+[Apr 13, 2026 - 16:06:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 735 : data loading time        0.00
+[Apr 13, 2026 - 16:06:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 735 : avg forward pass time    96.15
+[Apr 13, 2026 - 16:06:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 735 : backward pass time       11.86
+[Apr 13, 2026 - 16:06:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 735 : optimizer step time      0.36
+[Apr 13, 2026 - 16:06:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 735--------------------
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.7282        iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.7051          iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.7282 iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1280iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0368 iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4918 iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0329iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0092 iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1308 iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.7051iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1146  iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0291  iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1405  iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0357  iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0472  iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0119  iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0368  iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0092  iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 16:06:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.05 seconds
+[Apr 13, 2026 - 16:07:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363306  43.518562  43.276413
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.729980  69.812500  69.482422
+util                      91.750000  94.000000  91.000000
+[Apr 13, 2026 - 16:07:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 736 : avg iteration time       55.98 seconds
+[Apr 13, 2026 - 16:07:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 736 : data loading time        0.00
+[Apr 13, 2026 - 16:07:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 736 : avg forward pass time    15.77
+[Apr 13, 2026 - 16:07:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 736 : backward pass time       11.36
+[Apr 13, 2026 - 16:07:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 736 : optimizer step time      1.27
+[Apr 13, 2026 - 16:07:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 736--------------------
+[Apr 13, 2026 - 16:07:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0150        iter count: 1.0
+[Apr 13, 2026 - 16:07:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0150   iter count: 1.0
+[Apr 13, 2026 - 16:07:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:07:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:08:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363544  43.519527  43.276421
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926  69.851562  69.541016
+util                      92.000000  94.000000  91.000000
+[Apr 13, 2026 - 16:08:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 737 : avg iteration time       56.39 seconds
+[Apr 13, 2026 - 16:08:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 737 : data loading time        0.00
+[Apr 13, 2026 - 16:08:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 737 : avg forward pass time    15.94
+[Apr 13, 2026 - 16:08:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 737 : backward pass time       11.53
+[Apr 13, 2026 - 16:08:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 737 : optimizer step time      1.24
+[Apr 13, 2026 - 16:08:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 737--------------------
+[Apr 13, 2026 - 16:08:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0130        iter count: 1.0
+[Apr 13, 2026 - 16:08:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 13, 2026 - 16:08:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:08:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 16:09:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363730  43.520283  43.276413
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.422363  69.541016  69.382812
+util                      95.500000  98.000000  94.000000
+[Apr 13, 2026 - 16:09:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 738 : avg iteration time       59.56 seconds
+[Apr 13, 2026 - 16:09:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 738 : data loading time        0.00
+[Apr 13, 2026 - 16:09:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 738 : avg forward pass time    17.58
+[Apr 13, 2026 - 16:09:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 738 : backward pass time       11.40
+[Apr 13, 2026 - 16:09:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 738 : optimizer step time      1.17
+[Apr 13, 2026 - 16:09:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 738--------------------
+[Apr 13, 2026 - 16:09:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0143        iter count: 1.0
+[Apr 13, 2026 - 16:09:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0143   iter count: 1.0
+[Apr 13, 2026 - 16:09:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:09:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 16:10:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363861   43.520805  43.276413
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.437012   69.541016  69.402344
+util                      95.750000  100.000000  85.000000
+[Apr 13, 2026 - 16:10:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 739 : avg iteration time       54.96 seconds
+[Apr 13, 2026 - 16:10:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 739 : data loading time        0.00
+[Apr 13, 2026 - 16:10:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 739 : avg forward pass time    13.65
+[Apr 13, 2026 - 16:10:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 739 : backward pass time       14.91
+[Apr 13, 2026 - 16:10:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 739 : optimizer step time      1.25
+[Apr 13, 2026 - 16:10:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 739--------------------
+[Apr 13, 2026 - 16:10:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0152        iter count: 1.0
+[Apr 13, 2026 - 16:10:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0152   iter count: 1.0
+[Apr 13, 2026 - 16:10:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:10:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363276   43.518429   43.276424
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.205566  111.470703  111.117188
+util                       86.000000   88.000000   85.000000
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 740 : avg iteration time       212.61 seconds
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 740 : data loading time        0.00
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 740 : avg forward pass time    94.34
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 740 : backward pass time       12.73
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 740 : optimizer step time      0.40
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 740--------------------
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6362        iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6143          iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6362 iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1384iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0307 iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5542 iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0356iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0077 iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1486 iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6143iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1046  iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0265  iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1819  iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0465  iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1316  iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0334  iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1110  iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0281  iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0153   iter count: 1.0
+[Apr 13, 2026 - 16:14:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.10 seconds
+[Apr 13, 2026 - 16:15:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363328  43.518658  43.276424
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.734863  69.812500  69.501953
+util                      84.000000  86.000000  82.000000
+[Apr 13, 2026 - 16:15:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 741 : avg iteration time       60.06 seconds
+[Apr 13, 2026 - 16:15:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 741 : data loading time        0.01
+[Apr 13, 2026 - 16:15:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 741 : avg forward pass time    17.75
+[Apr 13, 2026 - 16:15:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 741 : backward pass time       11.37
+[Apr 13, 2026 - 16:15:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 741 : optimizer step time      1.32
+[Apr 13, 2026 - 16:15:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 741--------------------
+[Apr 13, 2026 - 16:15:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0150        iter count: 1.0
+[Apr 13, 2026 - 16:15:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0150   iter count: 1.0
+[Apr 13, 2026 - 16:15:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:15:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 16:16:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363337  43.518669  43.276424
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.729980  69.812500  69.482422
+util                      96.750000  99.000000  96.000000
+[Apr 13, 2026 - 16:16:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 742 : avg iteration time       61.68 seconds
+[Apr 13, 2026 - 16:16:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 742 : data loading time        0.00
+[Apr 13, 2026 - 16:16:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 742 : avg forward pass time    18.54
+[Apr 13, 2026 - 16:16:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 742 : backward pass time       11.69
+[Apr 13, 2026 - 16:16:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 742 : optimizer step time      1.25
+[Apr 13, 2026 - 16:16:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 742--------------------
+[Apr 13, 2026 - 16:16:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0140        iter count: 1.0
+[Apr 13, 2026 - 16:16:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0140   iter count: 1.0
+[Apr 13, 2026 - 16:16:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:16:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:17:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363388  43.518898  43.276424
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926  69.871094  69.482422
+util                      98.750000  99.000000  98.000000
+[Apr 13, 2026 - 16:17:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 743 : avg iteration time       57.37 seconds
+[Apr 13, 2026 - 16:17:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 743 : data loading time        0.03
+[Apr 13, 2026 - 16:17:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 743 : avg forward pass time    16.58
+[Apr 13, 2026 - 16:17:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 743 : backward pass time       11.37
+[Apr 13, 2026 - 16:17:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 743 : optimizer step time      1.20
+[Apr 13, 2026 - 16:17:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 743--------------------
+[Apr 13, 2026 - 16:17:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0160        iter count: 1.0
+[Apr 13, 2026 - 16:17:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0160   iter count: 1.0
+[Apr 13, 2026 - 16:17:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:17:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 16:18:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363388  43.518898  43.276424
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277  69.851562  69.482422
+util                      97.500000  99.000000  97.000000
+[Apr 13, 2026 - 16:18:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 744 : avg iteration time       66.05 seconds
+[Apr 13, 2026 - 16:18:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 744 : data loading time        0.00
+[Apr 13, 2026 - 16:18:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 744 : avg forward pass time    19.65
+[Apr 13, 2026 - 16:18:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 744 : backward pass time       11.66
+[Apr 13, 2026 - 16:18:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 744 : optimizer step time      1.26
+[Apr 13, 2026 - 16:18:10 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 744--------------------
+[Apr 13, 2026 - 16:18:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0157        iter count: 1.0
+[Apr 13, 2026 - 16:18:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0157   iter count: 1.0
+[Apr 13, 2026 - 16:18:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:18:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363290   43.518494   43.276424
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.361816  112.330078  111.039062
+util                       73.750000   76.000000   73.000000
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 745 : avg iteration time       211.98 seconds
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 745 : data loading time        0.00
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 745 : avg forward pass time    95.83
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 745 : backward pass time       8.40
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 745 : optimizer step time      0.34
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 745--------------------
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6441        iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6240          iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6441 iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1231iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0263 iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3679 iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0315iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0066 iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0963 iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6240iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2043  iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0524  iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0694  iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0175  iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2366  iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0609  iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0374  iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0094  iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 16:21:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:22:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363383  43.518856  43.276436
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277  69.851562  69.482422
+util                      94.500000  97.000000  93.000000
+[Apr 13, 2026 - 16:22:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 746 : avg iteration time       58.69 seconds
+[Apr 13, 2026 - 16:22:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 746 : data loading time        0.00
+[Apr 13, 2026 - 16:22:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 746 : avg forward pass time    17.23
+[Apr 13, 2026 - 16:22:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 746 : backward pass time       11.37
+[Apr 13, 2026 - 16:22:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 746 : optimizer step time      1.18
+[Apr 13, 2026 - 16:22:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 746--------------------
+[Apr 13, 2026 - 16:22:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0158        iter count: 1.0
+[Apr 13, 2026 - 16:22:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0158   iter count: 1.0
+[Apr 13, 2026 - 16:22:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:22:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 16:23:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363387   43.518856  43.276451
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.769043   69.871094  69.462891
+util                      92.000000  100.000000  84.000000
+[Apr 13, 2026 - 16:23:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 747 : avg iteration time       46.99 seconds
+[Apr 13, 2026 - 16:23:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 747 : data loading time        0.00
+[Apr 13, 2026 - 16:23:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 747 : avg forward pass time    11.51
+[Apr 13, 2026 - 16:23:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 747 : backward pass time       11.37
+[Apr 13, 2026 - 16:23:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 747 : optimizer step time      1.26
+[Apr 13, 2026 - 16:23:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 747--------------------
+[Apr 13, 2026 - 16:23:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0143        iter count: 1.0
+[Apr 13, 2026 - 16:23:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0143   iter count: 1.0
+[Apr 13, 2026 - 16:23:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:23:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 16:24:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363448   43.519100  43.276451
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926   69.890625  69.423828
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 16:24:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 748 : avg iteration time       53.35 seconds
+[Apr 13, 2026 - 16:24:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 748 : data loading time        0.00
+[Apr 13, 2026 - 16:24:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 748 : avg forward pass time    14.48
+[Apr 13, 2026 - 16:24:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 748 : backward pass time       11.54
+[Apr 13, 2026 - 16:24:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 748 : optimizer step time      1.23
+[Apr 13, 2026 - 16:24:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 748--------------------
+[Apr 13, 2026 - 16:24:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0140        iter count: 1.0
+[Apr 13, 2026 - 16:24:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0140   iter count: 1.0
+[Apr 13, 2026 - 16:24:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:24:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 16:25:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363574  43.519604  43.276451
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277  69.871094  69.423828
+util                      97.250000  99.000000  92.000000
+[Apr 13, 2026 - 16:25:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 749 : avg iteration time       60.60 seconds
+[Apr 13, 2026 - 16:25:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 749 : data loading time        0.00
+[Apr 13, 2026 - 16:25:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 749 : avg forward pass time    18.13
+[Apr 13, 2026 - 16:25:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 749 : backward pass time       11.35
+[Apr 13, 2026 - 16:25:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 749 : optimizer step time      1.17
+[Apr 13, 2026 - 16:25:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 749--------------------
+[Apr 13, 2026 - 16:25:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0154        iter count: 1.0
+[Apr 13, 2026 - 16:25:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0154   iter count: 1.0
+[Apr 13, 2026 - 16:25:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:25:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363262   43.518333   43.276474
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.189941  110.531250  109.166016
+util                       43.250000   66.000000    2.000000
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 750 : avg iteration time       203.99 seconds
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 750 : data loading time        0.00
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 750 : avg forward pass time    92.48
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 750 : backward pass time       9.38
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 750 : optimizer step time      1.28
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 750--------------------
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6751        iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6523          iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6751 iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1387iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0374 iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4377 iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0356iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0094 iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1156 iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6523iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1204  iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0306  iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2312  iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0595  iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0618  iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0156  iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0458  iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0115  iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 13, 2026 - 16:28:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.18 seconds
+[Apr 13, 2026 - 16:29:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363265  43.518356  43.276451
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754  69.929688  69.501953
+util                      95.250000  98.000000  94.000000
+[Apr 13, 2026 - 16:29:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 751 : avg iteration time       54.89 seconds
+[Apr 13, 2026 - 16:29:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 751 : data loading time        0.01
+[Apr 13, 2026 - 16:29:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 751 : avg forward pass time    15.06
+[Apr 13, 2026 - 16:29:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 751 : backward pass time       11.75
+[Apr 13, 2026 - 16:29:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 751 : optimizer step time      1.17
+[Apr 13, 2026 - 16:29:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 751--------------------
+[Apr 13, 2026 - 16:29:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0155        iter count: 1.0
+[Apr 13, 2026 - 16:29:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0155   iter count: 1.0
+[Apr 13, 2026 - 16:29:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:29:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 16:30:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363503  43.519287  43.276451
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.812988  69.929688  69.462891
+util                      95.500000  99.000000  85.000000
+[Apr 13, 2026 - 16:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 752 : avg iteration time       54.19 seconds
+[Apr 13, 2026 - 16:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 752 : data loading time        0.00
+[Apr 13, 2026 - 16:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 752 : avg forward pass time    14.78
+[Apr 13, 2026 - 16:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 752 : backward pass time       11.58
+[Apr 13, 2026 - 16:30:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 752 : optimizer step time      1.30
+[Apr 13, 2026 - 16:30:35 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 752--------------------
+[Apr 13, 2026 - 16:30:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0158        iter count: 1.0
+[Apr 13, 2026 - 16:30:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0158   iter count: 1.0
+[Apr 13, 2026 - 16:30:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:30:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.05 seconds
+[Apr 13, 2026 - 16:31:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363818  43.520546  43.276451
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934  69.988281  69.462891
+util                      93.250000  96.000000  92.000000
+[Apr 13, 2026 - 16:31:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 753 : avg iteration time       57.84 seconds
+[Apr 13, 2026 - 16:31:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 753 : data loading time        0.00
+[Apr 13, 2026 - 16:31:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 753 : avg forward pass time    16.69
+[Apr 13, 2026 - 16:31:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 753 : backward pass time       11.53
+[Apr 13, 2026 - 16:31:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 753 : optimizer step time      1.22
+[Apr 13, 2026 - 16:31:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 753--------------------
+[Apr 13, 2026 - 16:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0128        iter count: 1.0
+[Apr 13, 2026 - 16:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 16:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:31:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.03 seconds
+[Apr 13, 2026 - 16:32:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363812   43.520546  43.276451
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934   69.988281  69.462891
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 16:32:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 754 : avg iteration time       49.43 seconds
+[Apr 13, 2026 - 16:32:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 754 : data loading time        0.01
+[Apr 13, 2026 - 16:32:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 754 : avg forward pass time    12.76
+[Apr 13, 2026 - 16:32:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 754 : backward pass time       11.35
+[Apr 13, 2026 - 16:32:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 754 : optimizer step time      1.17
+[Apr 13, 2026 - 16:32:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 754--------------------
+[Apr 13, 2026 - 16:32:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0161        iter count: 1.0
+[Apr 13, 2026 - 16:32:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0161   iter count: 1.0
+[Apr 13, 2026 - 16:32:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:32:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363250   43.518265   43.276474
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  109.818848  109.828125  109.791016
+util                       76.000000   78.000000   75.000000
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 755 : avg iteration time       222.79 seconds
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 755 : data loading time        0.00
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 755 : avg forward pass time    100.24
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 755 : backward pass time       10.97
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 755 : optimizer step time      0.35
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 755--------------------
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5884        iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5684          iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5884 iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1314iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0422 iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4086 iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0336iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0106 iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1075 iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5684iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0824  iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0208  iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1683  iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0430  iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1796  iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0459  iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.4086  iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.1075  iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0158   iter count: 1.0
+[Apr 13, 2026 - 16:36:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:37:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363364  43.518745  43.276451
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.803223  69.833984  69.792969
+util                      98.250000  99.000000  98.000000
+[Apr 13, 2026 - 16:37:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 756 : avg iteration time       56.63 seconds
+[Apr 13, 2026 - 16:37:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 756 : data loading time        0.00
+[Apr 13, 2026 - 16:37:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 756 : avg forward pass time    16.11
+[Apr 13, 2026 - 16:37:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 756 : backward pass time       11.51
+[Apr 13, 2026 - 16:37:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 756 : optimizer step time      1.22
+[Apr 13, 2026 - 16:37:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 756--------------------
+[Apr 13, 2026 - 16:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0158        iter count: 1.0
+[Apr 13, 2026 - 16:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0158   iter count: 1.0
+[Apr 13, 2026 - 16:37:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:37:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:38:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363375   43.518745  43.276474
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816   69.871094  69.833984
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 16:38:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 757 : avg iteration time       58.97 seconds
+[Apr 13, 2026 - 16:38:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 757 : data loading time        0.00
+[Apr 13, 2026 - 16:38:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 757 : avg forward pass time    17.39
+[Apr 13, 2026 - 16:38:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 757 : backward pass time       11.43
+[Apr 13, 2026 - 16:38:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 757 : optimizer step time      1.17
+[Apr 13, 2026 - 16:38:00 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 757--------------------
+[Apr 13, 2026 - 16:38:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0173        iter count: 1.0
+[Apr 13, 2026 - 16:38:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0173   iter count: 1.0
+[Apr 13, 2026 - 16:38:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:38:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 16:39:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363370   43.518768   43.276451
+peak_gpu_mem_gb            67.786331   67.787876   67.785816
+peak_gpu_mem_reserved_gb   69.832520   69.833984   69.832031
+util                      100.000000  100.000000  100.000000
+[Apr 13, 2026 - 16:39:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 758 : avg iteration time       60.76 seconds
+[Apr 13, 2026 - 16:39:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 758 : data loading time        0.00
+[Apr 13, 2026 - 16:39:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 758 : avg forward pass time    17.22
+[Apr 13, 2026 - 16:39:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 758 : backward pass time       13.53
+[Apr 13, 2026 - 16:39:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 758 : optimizer step time      1.44
+[Apr 13, 2026 - 16:39:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 758--------------------
+[Apr 13, 2026 - 16:39:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0170        iter count: 1.0
+[Apr 13, 2026 - 16:39:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0170   iter count: 1.0
+[Apr 13, 2026 - 16:39:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:39:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:39:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363364   43.518745  43.276451
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.832520   69.833984  69.832031
+util                      91.250000  100.000000  83.000000
+[Apr 13, 2026 - 16:39:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 759 : avg iteration time       53.56 seconds
+[Apr 13, 2026 - 16:39:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 759 : data loading time        0.00
+[Apr 13, 2026 - 16:39:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 759 : avg forward pass time    14.69
+[Apr 13, 2026 - 16:39:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 759 : backward pass time       11.55
+[Apr 13, 2026 - 16:39:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 759 : optimizer step time      1.26
+[Apr 13, 2026 - 16:39:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 759--------------------
+[Apr 13, 2026 - 16:39:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0157        iter count: 1.0
+[Apr 13, 2026 - 16:39:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0157   iter count: 1.0
+[Apr 13, 2026 - 16:39:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:39:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:43:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363190   43.518047   43.276451
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.365723  110.455078  110.335938
+util                       43.250000   55.000000   22.000000
+[Apr 13, 2026 - 16:43:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 760 : avg iteration time       213.71 seconds
+[Apr 13, 2026 - 16:43:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 760 : data loading time        0.00
+[Apr 13, 2026 - 16:43:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 760 : avg forward pass time    95.46
+[Apr 13, 2026 - 16:43:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 760 : backward pass time       11.08
+[Apr 13, 2026 - 16:43:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 760 : optimizer step time      0.68
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 760--------------------
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5866        iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5718          iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5866 iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1038iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0416 iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4913 iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0265iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0105 iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1307 iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5718iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2207  iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0567  iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0716  iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0181  iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0927  iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0235  iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2792  iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0723  iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 13, 2026 - 16:43:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.03 seconds
+[Apr 13, 2026 - 16:44:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363306   43.518513  43.276451
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699   69.871094  69.853516
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 16:44:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 761 : avg iteration time       60.18 seconds
+[Apr 13, 2026 - 16:44:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 761 : data loading time        0.01
+[Apr 13, 2026 - 16:44:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 761 : avg forward pass time    18.10
+[Apr 13, 2026 - 16:44:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 761 : backward pass time       11.33
+[Apr 13, 2026 - 16:44:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 761 : optimizer step time      1.18
+[Apr 13, 2026 - 16:44:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 761--------------------
+[Apr 13, 2026 - 16:44:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0180        iter count: 1.0
+[Apr 13, 2026 - 16:44:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0180   iter count: 1.0
+[Apr 13, 2026 - 16:44:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:44:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 16:45:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363555  43.519508  43.276451
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934  69.871094  69.814453
+util                      89.000000  92.000000  88.000000
+[Apr 13, 2026 - 16:45:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 762 : avg iteration time       63.16 seconds
+[Apr 13, 2026 - 16:45:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 762 : data loading time        0.00
+[Apr 13, 2026 - 16:45:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 762 : avg forward pass time    17.72
+[Apr 13, 2026 - 16:45:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 762 : backward pass time       11.33
+[Apr 13, 2026 - 16:45:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 762 : optimizer step time      1.27
+[Apr 13, 2026 - 16:45:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 762--------------------
+[Apr 13, 2026 - 16:45:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0149        iter count: 1.0
+[Apr 13, 2026 - 16:45:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 16:45:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:45:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:46:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363551  43.519485  43.276451
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.935059  69.951172  69.929688
+util                      98.250000  99.000000  98.000000
+[Apr 13, 2026 - 16:46:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 763 : avg iteration time       61.29 seconds
+[Apr 13, 2026 - 16:46:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 763 : data loading time        0.00
+[Apr 13, 2026 - 16:46:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 763 : avg forward pass time    18.54
+[Apr 13, 2026 - 16:46:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 763 : backward pass time       11.49
+[Apr 13, 2026 - 16:46:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 763 : optimizer step time      1.24
+[Apr 13, 2026 - 16:46:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 763--------------------
+[Apr 13, 2026 - 16:46:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0173        iter count: 1.0
+[Apr 13, 2026 - 16:46:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0173   iter count: 1.0
+[Apr 13, 2026 - 16:46:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:46:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:47:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363563  43.519508  43.276474
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.910645  69.912109  69.910156
+util                      95.500000  98.000000  94.000000
+[Apr 13, 2026 - 16:47:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 764 : avg iteration time       53.49 seconds
+[Apr 13, 2026 - 16:47:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 764 : data loading time        0.00
+[Apr 13, 2026 - 16:47:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 764 : avg forward pass time    14.72
+[Apr 13, 2026 - 16:47:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 764 : backward pass time       11.35
+[Apr 13, 2026 - 16:47:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 764 : optimizer step time      1.17
+[Apr 13, 2026 - 16:47:27 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 764--------------------
+[Apr 13, 2026 - 16:47:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0133        iter count: 1.0
+[Apr 13, 2026 - 16:47:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0133   iter count: 1.0
+[Apr 13, 2026 - 16:47:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:47:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363253   43.518291   43.276451
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.123535  112.425781  111.216797
+util                       73.250000   77.000000   63.000000
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 765 : avg iteration time       208.74 seconds
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 765 : data loading time        0.00
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 765 : avg forward pass time    95.11
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 765 : backward pass time       8.33
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 765 : optimizer step time      0.34
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 765--------------------
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5519        iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5337          iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5519 iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1333iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0294 iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3713 iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0341iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0074 iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0973 iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5337iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0679  iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0171  iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.3713  iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0973  iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1142  iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0290  iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2889  iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0749  iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0153   iter count: 1.0
+[Apr 13, 2026 - 16:50:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:51:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363439   43.519012  43.276451
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402   69.912109  69.812500
+util                      96.250000  100.000000  87.000000
+[Apr 13, 2026 - 16:51:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 766 : avg iteration time       62.01 seconds
+[Apr 13, 2026 - 16:51:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 766 : data loading time        0.00
+[Apr 13, 2026 - 16:51:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 766 : avg forward pass time    18.20
+[Apr 13, 2026 - 16:51:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 766 : backward pass time       11.58
+[Apr 13, 2026 - 16:51:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 766 : optimizer step time      1.23
+[Apr 13, 2026 - 16:51:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 766--------------------
+[Apr 13, 2026 - 16:51:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0187        iter count: 1.0
+[Apr 13, 2026 - 16:51:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0187   iter count: 1.0
+[Apr 13, 2026 - 16:51:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:51:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:52:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363746   43.520260  43.276451
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348   69.912109  69.871094
+util                      97.000000  100.000000  89.000000
+[Apr 13, 2026 - 16:52:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 767 : avg iteration time       58.20 seconds
+[Apr 13, 2026 - 16:52:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 767 : data loading time        0.00
+[Apr 13, 2026 - 16:52:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 767 : avg forward pass time    16.88
+[Apr 13, 2026 - 16:52:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 767 : backward pass time       11.59
+[Apr 13, 2026 - 16:52:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 767 : optimizer step time      1.21
+[Apr 13, 2026 - 16:52:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 767--------------------
+[Apr 13, 2026 - 16:52:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0169        iter count: 1.0
+[Apr 13, 2026 - 16:52:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0169   iter count: 1.0
+[Apr 13, 2026 - 16:52:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:52:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 16:53:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363757   43.520283  43.276474
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.827637   69.873047  69.812500
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 16:53:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 768 : avg iteration time       57.39 seconds
+[Apr 13, 2026 - 16:53:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 768 : data loading time        0.01
+[Apr 13, 2026 - 16:53:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 768 : avg forward pass time    16.49
+[Apr 13, 2026 - 16:53:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 768 : backward pass time       11.35
+[Apr 13, 2026 - 16:53:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 768 : optimizer step time      1.18
+[Apr 13, 2026 - 16:53:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 768--------------------
+[Apr 13, 2026 - 16:53:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0146        iter count: 1.0
+[Apr 13, 2026 - 16:53:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 16:53:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:53:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 16:54:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363684   43.520012  43.276451
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348   69.912109  69.871094
+util                      93.750000  100.000000  86.000000
+[Apr 13, 2026 - 16:54:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 769 : avg iteration time       60.86 seconds
+[Apr 13, 2026 - 16:54:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 769 : data loading time        0.00
+[Apr 13, 2026 - 16:54:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 769 : avg forward pass time    17.49
+[Apr 13, 2026 - 16:54:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 769 : backward pass time       11.35
+[Apr 13, 2026 - 16:54:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 769 : optimizer step time      1.25
+[Apr 13, 2026 - 16:54:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 769--------------------
+[Apr 13, 2026 - 16:54:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0143        iter count: 1.0
+[Apr 13, 2026 - 16:54:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0143   iter count: 1.0
+[Apr 13, 2026 - 16:54:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:54:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363572   43.519543   43.276474
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.200684  111.390625  110.630859
+util                       42.000000   52.000000   29.000000
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 770 : avg iteration time       211.00 seconds
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 770 : data loading time        0.00
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 770 : avg forward pass time    95.38
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 770 : backward pass time       11.35
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 770 : optimizer step time      0.55
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 770--------------------
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6206        iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5996          iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6206 iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1344iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0252 iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6516 iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0346iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0063 iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1769 iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5996iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0606  iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0153  iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0726  iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0183  iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0491  iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0124  iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1057  iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0268  iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 13, 2026 - 16:58:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 16:59:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363581   43.519585  43.276466
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.764160   69.851562  69.501953
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 16:59:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 771 : avg iteration time       61.86 seconds
+[Apr 13, 2026 - 16:59:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 771 : data loading time        0.00
+[Apr 13, 2026 - 16:59:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 771 : avg forward pass time    18.75
+[Apr 13, 2026 - 16:59:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 771 : backward pass time       11.68
+[Apr 13, 2026 - 16:59:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 771 : optimizer step time      1.17
+[Apr 13, 2026 - 16:59:27 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 771--------------------
+[Apr 13, 2026 - 16:59:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0155        iter count: 1.0
+[Apr 13, 2026 - 16:59:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0155   iter count: 1.0
+[Apr 13, 2026 - 16:59:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 16:59:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 17:00:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363585  43.519611  43.276451
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.003418  70.027344  69.931641
+util                      73.500000  87.000000  43.000000
+[Apr 13, 2026 - 17:00:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 772 : avg iteration time       59.93 seconds
+[Apr 13, 2026 - 17:00:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 772 : data loading time        0.00
+[Apr 13, 2026 - 17:00:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 772 : avg forward pass time    17.56
+[Apr 13, 2026 - 17:00:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 772 : backward pass time       11.66
+[Apr 13, 2026 - 17:00:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 772 : optimizer step time      1.69
+[Apr 13, 2026 - 17:00:27 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 772--------------------
+[Apr 13, 2026 - 17:00:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0167        iter count: 1.0
+[Apr 13, 2026 - 17:00:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0167   iter count: 1.0
+[Apr 13, 2026 - 17:00:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:00:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.15 seconds
+[Apr 13, 2026 - 17:01:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363588  43.519608  43.276474
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.003418  70.027344  69.931641
+util                      80.750000  99.000000  64.000000
+[Apr 13, 2026 - 17:01:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 773 : avg iteration time       69.04 seconds
+[Apr 13, 2026 - 17:01:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 773 : data loading time        0.00
+[Apr 13, 2026 - 17:01:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 773 : avg forward pass time    21.88
+[Apr 13, 2026 - 17:01:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 773 : backward pass time       11.73
+[Apr 13, 2026 - 17:01:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 773 : optimizer step time      1.54
+[Apr 13, 2026 - 17:01:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 773--------------------
+[Apr 13, 2026 - 17:01:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0135        iter count: 1.0
+[Apr 13, 2026 - 17:01:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0135   iter count: 1.0
+[Apr 13, 2026 - 17:01:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:01:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.08 seconds
+[Apr 13, 2026 - 17:02:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363583  43.519608  43.276451
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.008301  70.027344  69.951172
+util                      69.000000  83.000000  44.000000
+[Apr 13, 2026 - 17:02:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 774 : avg iteration time       69.59 seconds
+[Apr 13, 2026 - 17:02:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 774 : data loading time        0.01
+[Apr 13, 2026 - 17:02:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 774 : avg forward pass time    22.07
+[Apr 13, 2026 - 17:02:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 774 : backward pass time       11.77
+[Apr 13, 2026 - 17:02:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 774 : optimizer step time      1.94
+[Apr 13, 2026 - 17:02:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 774--------------------
+[Apr 13, 2026 - 17:02:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0132        iter count: 1.0
+[Apr 13, 2026 - 17:02:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0132   iter count: 1.0
+[Apr 13, 2026 - 17:02:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:02:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.18 seconds
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363327   43.518585   43.276451
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.088867  112.328125  111.373047
+util                       21.000000   26.000000   12.000000
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 775 : avg iteration time       349.41 seconds
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 775 : data loading time        0.00
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 775 : avg forward pass time    155.22
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 775 : backward pass time       19.38
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 775 : optimizer step time      1.06
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 775--------------------
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6218        iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5977          iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6218 iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1552iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0506 iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5926 iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0401iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0127 iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1597 iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5977iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0926  iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0234  iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1171  iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0297  iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.3431  iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0895  iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.4645  iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.1231  iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 13, 2026 - 17:08:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.09 seconds
+[Apr 13, 2026 - 17:09:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363459  43.519112  43.276451
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.734863  69.832031  69.443359
+util                      72.250000  99.000000  62.000000
+[Apr 13, 2026 - 17:09:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 776 : avg iteration time       77.73 seconds
+[Apr 13, 2026 - 17:09:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 776 : data loading time        0.02
+[Apr 13, 2026 - 17:09:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 776 : avg forward pass time    26.07
+[Apr 13, 2026 - 17:09:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 776 : backward pass time       12.02
+[Apr 13, 2026 - 17:09:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 776 : optimizer step time      1.63
+[Apr 13, 2026 - 17:09:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 776--------------------
+[Apr 13, 2026 - 17:09:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0155        iter count: 1.0
+[Apr 13, 2026 - 17:09:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0155   iter count: 1.0
+[Apr 13, 2026 - 17:09:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:09:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.07 seconds
+[Apr 13, 2026 - 17:11:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363459  43.519112  43.276451
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.739746  69.851562  69.404297
+util                      94.500000  97.000000  93.000000
+[Apr 13, 2026 - 17:11:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 777 : avg iteration time       74.44 seconds
+[Apr 13, 2026 - 17:11:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 777 : data loading time        0.03
+[Apr 13, 2026 - 17:11:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 777 : avg forward pass time    24.91
+[Apr 13, 2026 - 17:11:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 777 : backward pass time       11.57
+[Apr 13, 2026 - 17:11:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 777 : optimizer step time      1.18
+[Apr 13, 2026 - 17:11:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 777--------------------
+[Apr 13, 2026 - 17:11:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0156        iter count: 1.0
+[Apr 13, 2026 - 17:11:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 13, 2026 - 17:11:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:11:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 17:13:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363535  43.519360  43.276485
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.725098  69.832031  69.404297
+util                       0.000000   0.000000   0.000000
+[Apr 13, 2026 - 17:13:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 778 : avg iteration time       162.06 seconds
+[Apr 13, 2026 - 17:13:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 778 : data loading time        0.00
+[Apr 13, 2026 - 17:13:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 778 : avg forward pass time    65.73
+[Apr 13, 2026 - 17:13:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 778 : backward pass time       13.05
+[Apr 13, 2026 - 17:13:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 778 : optimizer step time      6.08
+[Apr 13, 2026 - 17:13:49 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 778--------------------
+[Apr 13, 2026 - 17:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0135        iter count: 1.0
+[Apr 13, 2026 - 17:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0135   iter count: 1.0
+[Apr 13, 2026 - 17:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:13:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.70 seconds
+[Apr 13, 2026 - 17:18:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363405  43.518887  43.276463
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.725098  69.832031  69.404297
+util                      64.750000  73.000000  48.000000
+[Apr 13, 2026 - 17:18:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 779 : avg iteration time       268.82 seconds
+[Apr 13, 2026 - 17:18:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 779 : data loading time        0.01
+[Apr 13, 2026 - 17:18:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 779 : avg forward pass time    116.09
+[Apr 13, 2026 - 17:18:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 779 : backward pass time       20.74
+[Apr 13, 2026 - 17:18:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 779 : optimizer step time      1.91
+[Apr 13, 2026 - 17:18:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 779--------------------
+[Apr 13, 2026 - 17:18:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0125        iter count: 1.0
+[Apr 13, 2026 - 17:18:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 17:18:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:18:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.06 seconds
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363401   43.518871   43.276463
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.687988  110.689453  110.687500
+util                       66.750000   70.000000   65.000000
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 780 : avg iteration time       253.79 seconds
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 780 : data loading time        0.00
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 780 : avg forward pass time    109.06
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 780 : backward pass time       14.06
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 780 : optimizer step time      0.38
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 780--------------------
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6046        iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5820          iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6046 iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1516iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0237 iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3954 iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0390iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0059 iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1039 iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5820iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2952  iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0766  iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0826  iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0209  iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0594  iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0150  iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0978  iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0247  iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 13, 2026 - 17:22:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 17:23:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363528  43.519356  43.276485
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.774414  69.871094  69.484375
+util                       0.250000   1.000000   0.000000
+[Apr 13, 2026 - 17:23:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 781 : avg iteration time       87.31 seconds
+[Apr 13, 2026 - 17:23:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 781 : data loading time        0.00
+[Apr 13, 2026 - 17:23:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 781 : avg forward pass time    29.23
+[Apr 13, 2026 - 17:23:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 781 : backward pass time       12.32
+[Apr 13, 2026 - 17:23:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 781 : optimizer step time      5.17
+[Apr 13, 2026 - 17:23:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 781--------------------
+[Apr 13, 2026 - 17:23:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0182        iter count: 1.0
+[Apr 13, 2026 - 17:23:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0182   iter count: 1.0
+[Apr 13, 2026 - 17:23:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:23:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.44 seconds
+[Apr 13, 2026 - 17:29:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363344  43.518536  43.276463
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842773  69.933594  69.812500
+util                      78.250000  99.000000  64.000000
+[Apr 13, 2026 - 17:29:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 782 : avg iteration time       354.86 seconds
+[Apr 13, 2026 - 17:29:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 782 : data loading time        0.01
+[Apr 13, 2026 - 17:29:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 782 : avg forward pass time    159.87
+[Apr 13, 2026 - 17:29:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 782 : backward pass time       18.20
+[Apr 13, 2026 - 17:29:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 782 : optimizer step time      1.46
+[Apr 13, 2026 - 17:29:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 782--------------------
+[Apr 13, 2026 - 17:29:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0177        iter count: 1.0
+[Apr 13, 2026 - 17:29:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0177   iter count: 1.0
+[Apr 13, 2026 - 17:29:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:29:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.07 seconds
+[Apr 13, 2026 - 17:31:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363359  43.518536  43.276512
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.896484  69.914062  69.890625
+util                      97.750000  99.000000  97.000000
+[Apr 13, 2026 - 17:31:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 783 : avg iteration time       72.02 seconds
+[Apr 13, 2026 - 17:31:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 783 : data loading time        0.02
+[Apr 13, 2026 - 17:31:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 783 : avg forward pass time    23.62
+[Apr 13, 2026 - 17:31:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 783 : backward pass time       11.58
+[Apr 13, 2026 - 17:31:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 783 : optimizer step time      1.17
+[Apr 13, 2026 - 17:31:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 783--------------------
+[Apr 13, 2026 - 17:31:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0143        iter count: 1.0
+[Apr 13, 2026 - 17:31:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0143   iter count: 1.0
+[Apr 13, 2026 - 17:31:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:31:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 17:32:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363351  43.518536  43.276489
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.925781  70.031250  69.890625
+util                      92.750000  99.000000  78.000000
+[Apr 13, 2026 - 17:32:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 784 : avg iteration time       63.93 seconds
+[Apr 13, 2026 - 17:32:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 784 : data loading time        0.00
+[Apr 13, 2026 - 17:32:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 784 : avg forward pass time    19.30
+[Apr 13, 2026 - 17:32:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 784 : backward pass time       11.88
+[Apr 13, 2026 - 17:32:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 784 : optimizer step time      1.51
+[Apr 13, 2026 - 17:32:10 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 784--------------------
+[Apr 13, 2026 - 17:32:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0146        iter count: 1.0
+[Apr 13, 2026 - 17:32:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 17:32:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:32:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.03 seconds
+[Apr 13, 2026 - 17:39:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363381   43.518658   43.276489
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.322754  111.763672  111.175781
+util                        0.000000    0.000000    0.000000
+[Apr 13, 2026 - 17:39:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 785 : avg iteration time       447.59 seconds
+[Apr 13, 2026 - 17:39:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 785 : data loading time        0.01
+[Apr 13, 2026 - 17:39:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 785 : avg forward pass time    131.20
+[Apr 13, 2026 - 17:39:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 785 : backward pass time       154.45
+[Apr 13, 2026 - 17:39:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 785 : optimizer step time      13.01
+[Apr 13, 2026 - 17:39:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 785--------------------
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6023        iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5859          iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6023 iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1101iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0333 iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3203 iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0281iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0084 iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0834 iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5859iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0993  iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0251  iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0461  iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0116  iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0333  iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0084  iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1363  iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0347  iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0140   iter count: 1.0
+[Apr 13, 2026 - 17:39:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 1.15 seconds
+[Apr 13, 2026 - 17:42:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363506  43.519157  43.276489
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051  69.912109  69.832031
+util                      74.000000  97.000000  58.000000
+[Apr 13, 2026 - 17:42:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 786 : avg iteration time       153.76 seconds
+[Apr 13, 2026 - 17:42:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 786 : data loading time        0.01
+[Apr 13, 2026 - 17:42:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 786 : avg forward pass time    60.18
+[Apr 13, 2026 - 17:42:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 786 : backward pass time       11.99
+[Apr 13, 2026 - 17:42:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 786 : optimizer step time      1.66
+[Apr 13, 2026 - 17:42:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 786--------------------
+[Apr 13, 2026 - 17:42:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 13, 2026 - 17:42:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 13, 2026 - 17:42:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:42:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 17:43:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363565  43.519371  43.276512
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891113  69.910156  69.833984
+util                      62.250000  65.000000  61.000000
+[Apr 13, 2026 - 17:43:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 787 : avg iteration time       67.23 seconds
+[Apr 13, 2026 - 17:43:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 787 : data loading time        0.00
+[Apr 13, 2026 - 17:43:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 787 : avg forward pass time    21.08
+[Apr 13, 2026 - 17:43:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 787 : backward pass time       11.92
+[Apr 13, 2026 - 17:43:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 787 : optimizer step time      1.57
+[Apr 13, 2026 - 17:43:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 787--------------------
+[Apr 13, 2026 - 17:43:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0148        iter count: 1.0
+[Apr 13, 2026 - 17:43:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 13, 2026 - 17:43:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:43:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.09 seconds
+[Apr 13, 2026 - 17:44:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363560  43.519371  43.276489
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.808105  69.853516  69.792969
+util                      76.000000  89.000000  65.000000
+[Apr 13, 2026 - 17:44:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 788 : avg iteration time       75.99 seconds
+[Apr 13, 2026 - 17:44:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 788 : data loading time        0.00
+[Apr 13, 2026 - 17:44:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 788 : avg forward pass time    25.34
+[Apr 13, 2026 - 17:44:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 788 : backward pass time       11.76
+[Apr 13, 2026 - 17:44:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 788 : optimizer step time      1.60
+[Apr 13, 2026 - 17:44:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 788--------------------
+[Apr 13, 2026 - 17:44:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0145        iter count: 1.0
+[Apr 13, 2026 - 17:44:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 13, 2026 - 17:44:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:44:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.09 seconds
+[Apr 13, 2026 - 17:45:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363631  43.519615  43.276493
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230  69.931641  69.871094
+util                      84.250000  88.000000  83.000000
+[Apr 13, 2026 - 17:45:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 789 : avg iteration time       70.91 seconds
+[Apr 13, 2026 - 17:45:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 789 : data loading time        0.02
+[Apr 13, 2026 - 17:45:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 789 : avg forward pass time    22.87
+[Apr 13, 2026 - 17:45:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 789 : backward pass time       11.74
+[Apr 13, 2026 - 17:45:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 789 : optimizer step time      1.49
+[Apr 13, 2026 - 17:45:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 789--------------------
+[Apr 13, 2026 - 17:45:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0159        iter count: 1.0
+[Apr 13, 2026 - 17:45:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0159   iter count: 1.0
+[Apr 13, 2026 - 17:45:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:45:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.13 seconds
+[Apr 13, 2026 - 17:54:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363456   43.518921   43.276524
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.941406  111.664062  108.773438
+util                       68.500000   69.000000   68.000000
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 790 : avg iteration time       538.44 seconds
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 790 : data loading time        0.00
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 790 : avg forward pass time    184.71
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 790 : backward pass time       8.41
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 790 : optimizer step time      0.36
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 790--------------------
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5738        iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5513          iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5738 iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1585iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0291 iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6218 iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0410iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0073 iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1682 iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5513iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0307  iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0077  iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1708  iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0436  iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0307  iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0077  iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1511  iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0385  iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0140   iter count: 1.0
+[Apr 13, 2026 - 17:54:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 17:56:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363564  43.519375  43.276501
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699  69.912109  69.851562
+util                      76.250000  95.000000  60.000000
+[Apr 13, 2026 - 17:56:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 791 : avg iteration time       84.16 seconds
+[Apr 13, 2026 - 17:56:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 791 : data loading time        0.00
+[Apr 13, 2026 - 17:56:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 791 : avg forward pass time    29.31
+[Apr 13, 2026 - 17:56:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 791 : backward pass time       11.69
+[Apr 13, 2026 - 17:56:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 791 : optimizer step time      1.59
+[Apr 13, 2026 - 17:56:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 791--------------------
+[Apr 13, 2026 - 17:56:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0173        iter count: 1.0
+[Apr 13, 2026 - 17:56:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0173   iter count: 1.0
+[Apr 13, 2026 - 17:56:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:56:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.09 seconds
+[Apr 13, 2026 - 17:57:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363940  43.520882  43.276501
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.920410  70.068359  69.871094
+util                      65.000000  68.000000  63.000000
+[Apr 13, 2026 - 17:57:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 792 : avg iteration time       74.91 seconds
+[Apr 13, 2026 - 17:57:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 792 : data loading time        0.00
+[Apr 13, 2026 - 17:57:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 792 : avg forward pass time    24.81
+[Apr 13, 2026 - 17:57:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 792 : backward pass time       11.81
+[Apr 13, 2026 - 17:57:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 792 : optimizer step time      1.61
+[Apr 13, 2026 - 17:57:23 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 792--------------------
+[Apr 13, 2026 - 17:57:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0136        iter count: 1.0
+[Apr 13, 2026 - 17:57:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0136   iter count: 1.0
+[Apr 13, 2026 - 17:57:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:57:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.03 seconds
+[Apr 13, 2026 - 17:58:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363948   43.520889  43.276501
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.944824   69.949219  69.931641
+util                      94.500000  100.000000  91.000000
+[Apr 13, 2026 - 17:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 793 : avg iteration time       56.43 seconds
+[Apr 13, 2026 - 17:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 793 : data loading time        0.00
+[Apr 13, 2026 - 17:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 793 : avg forward pass time    16.23
+[Apr 13, 2026 - 17:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 793 : backward pass time       11.38
+[Apr 13, 2026 - 17:58:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 793 : optimizer step time      1.17
+[Apr 13, 2026 - 17:58:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 793--------------------
+[Apr 13, 2026 - 17:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0158        iter count: 1.0
+[Apr 13, 2026 - 17:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0158   iter count: 1.0
+[Apr 13, 2026 - 17:58:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 17:58:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 18:03:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363482  43.519024  43.276501
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348  69.912109  69.871094
+util                       0.250000   1.000000   0.000000
+[Apr 13, 2026 - 18:03:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 794 : avg iteration time       310.47 seconds
+[Apr 13, 2026 - 18:03:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 794 : data loading time        0.00
+[Apr 13, 2026 - 18:03:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 794 : avg forward pass time    139.22
+[Apr 13, 2026 - 18:03:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 794 : backward pass time       13.89
+[Apr 13, 2026 - 18:03:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 794 : optimizer step time      5.88
+[Apr 13, 2026 - 18:03:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 794--------------------
+[Apr 13, 2026 - 18:03:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 13, 2026 - 18:03:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 13, 2026 - 18:03:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:03:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.69 seconds
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363437   43.518867   43.276501
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.478027  112.134766  109.925781
+util                       32.750000   48.000000    4.000000
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 795 : avg iteration time       302.08 seconds
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 795 : data loading time        0.01
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 795 : avg forward pass time    137.27
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 795 : backward pass time       17.09
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 795 : optimizer step time      1.07
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 795--------------------
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6034        iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5889          iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6034 iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.0995iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0365 iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3611 iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0253iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0092 iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0945 iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5889iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0441  iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0111  iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0928  iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0235  iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0886  iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0224  iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1413  iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0360  iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 13, 2026 - 18:08:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.10 seconds
+[Apr 13, 2026 - 18:09:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363575   43.519367  43.276524
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754   69.853516  69.812500
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 18:09:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 796 : avg iteration time       74.14 seconds
+[Apr 13, 2026 - 18:09:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 796 : data loading time        0.00
+[Apr 13, 2026 - 18:09:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 796 : avg forward pass time    24.19
+[Apr 13, 2026 - 18:09:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 796 : backward pass time       12.49
+[Apr 13, 2026 - 18:09:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 796 : optimizer step time      1.16
+[Apr 13, 2026 - 18:09:46 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 796--------------------
+[Apr 13, 2026 - 18:09:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0178        iter count: 1.0
+[Apr 13, 2026 - 18:09:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0178   iter count: 1.0
+[Apr 13, 2026 - 18:09:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:09:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 18:12:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363565  43.519367  43.276508
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.935059  69.951172  69.929688
+util                      15.250000  60.000000   0.000000
+[Apr 13, 2026 - 18:12:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 797 : avg iteration time       144.94 seconds
+[Apr 13, 2026 - 18:12:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 797 : data loading time        0.00
+[Apr 13, 2026 - 18:12:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 797 : avg forward pass time    57.30
+[Apr 13, 2026 - 18:12:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 797 : backward pass time       13.14
+[Apr 13, 2026 - 18:12:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 797 : optimizer step time      5.78
+[Apr 13, 2026 - 18:12:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 797--------------------
+[Apr 13, 2026 - 18:12:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0155        iter count: 1.0
+[Apr 13, 2026 - 18:12:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0155   iter count: 1.0
+[Apr 13, 2026 - 18:12:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:12:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.72 seconds
+[Apr 13, 2026 - 18:16:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363416  43.518768  43.276508
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402  69.890625  69.677734
+util                      79.250000  88.000000  64.000000
+[Apr 13, 2026 - 18:16:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 798 : avg iteration time       266.02 seconds
+[Apr 13, 2026 - 18:16:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 798 : data loading time        0.00
+[Apr 13, 2026 - 18:16:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 798 : avg forward pass time    114.64
+[Apr 13, 2026 - 18:16:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 798 : backward pass time       21.24
+[Apr 13, 2026 - 18:16:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 798 : optimizer step time      2.09
+[Apr 13, 2026 - 18:16:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 798--------------------
+[Apr 13, 2026 - 18:16:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0160        iter count: 1.0
+[Apr 13, 2026 - 18:16:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0160   iter count: 1.0
+[Apr 13, 2026 - 18:16:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:16:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.03 seconds
+[Apr 13, 2026 - 18:17:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363477   43.519016  43.276501
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.959473   69.968750  69.931641
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 18:17:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 799 : avg iteration time       68.50 seconds
+[Apr 13, 2026 - 18:17:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 799 : data loading time        0.02
+[Apr 13, 2026 - 18:17:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 799 : avg forward pass time    21.78
+[Apr 13, 2026 - 18:17:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 799 : backward pass time       11.77
+[Apr 13, 2026 - 18:17:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 799 : optimizer step time      1.18
+[Apr 13, 2026 - 18:17:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 799--------------------
+[Apr 13, 2026 - 18:17:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0150        iter count: 1.0
+[Apr 13, 2026 - 18:17:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0150   iter count: 1.0
+[Apr 13, 2026 - 18:17:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:17:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363492   43.519016   43.276501
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.799805  110.962891  110.744141
+util                        0.750000    1.000000    0.000000
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 800 : avg iteration time       279.90 seconds
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 800 : data loading time        0.00
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 800 : avg forward pass time    106.24
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 800 : backward pass time       44.94
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 800 : optimizer step time      6.26
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 800--------------------
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6121        iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5903          iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6121 iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1394iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0365 iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4932 iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0358iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0092 iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1312 iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5903iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1115  iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0283  iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0493  iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0124  iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0791  iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0200  iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1330  iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0338  iter count: 1.0
+[Apr 13, 2026 - 18:22:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 18:26:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 240.11 seconds
+[Apr 13, 2026 - 18:26:25 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 800
+[Apr 13, 2026 - 18:26:25 | INFO | fastgen.utils.checkpointer:save:301 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000800
+[Apr 13, 2026 - 18:27:37 | SUCCESS | fastgen.utils.checkpointer:save:329 ] Model saved at iteration 800
+[Apr 13, 2026 - 18:27:38 | INFO | fastgen.trainer:validate:358 ] Validation iteration 800
+[Apr 13, 2026 - 18:27:38 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 18:27:45 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 6.2s
+[Apr 13, 2026 - 18:27:49 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 18:27:52 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 3.0s
+[Apr 13, 2026 - 18:27:55 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 18:28:00 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 4.3s
+[Apr 13, 2026 - 18:28:03 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 18:28:08 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 4.7s
+[Apr 13, 2026 - 18:28:12 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 18:28:16 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 4.3s
+[Apr 13, 2026 - 18:28:20 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 18:28:24 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 4.1s
+[Apr 13, 2026 - 18:28:27 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 18:28:30 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 3.2s
+[Apr 13, 2026 - 18:28:34 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 18:28:37 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 2.3s
+[Apr 13, 2026 - 18:28:40 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 18:28:42 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 18:28:45 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 18:28:47 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 18:28:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging val0 stats at iteration 800--------------------
+[Apr 13, 2026 - 18:28:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 18:30:22 | INFO | fastgen.callbacks.wandb:on_validation_end:683 ] Logged 10 val videos at iteration 800
+[Apr 13, 2026 - 18:31:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.365032  43.524002  43.277622
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.705566  70.439453  69.460938
+util                      92.750000  96.000000  91.000000
+[Apr 13, 2026 - 18:31:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 801 : avg iteration time       538.48 seconds
+[Apr 13, 2026 - 18:31:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 801 : data loading time        0.01
+[Apr 13, 2026 - 18:31:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 801 : avg forward pass time    18.38
+[Apr 13, 2026 - 18:31:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 801 : backward pass time       11.62
+[Apr 13, 2026 - 18:31:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 801 : optimizer step time      1.42
+[Apr 13, 2026 - 18:31:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 801--------------------
+[Apr 13, 2026 - 18:31:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0180        iter count: 1.0
+[Apr 13, 2026 - 18:31:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0180   iter count: 1.0
+[Apr 13, 2026 - 18:31:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:31:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 18:32:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.365036  43.524002  43.277622
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.690918  70.380859  69.460938
+util                      58.250000  67.000000  48.000000
+[Apr 13, 2026 - 18:32:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 802 : avg iteration time       58.95 seconds
+[Apr 13, 2026 - 18:32:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 802 : data loading time        0.01
+[Apr 13, 2026 - 18:32:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 802 : avg forward pass time    17.10
+[Apr 13, 2026 - 18:32:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 802 : backward pass time       11.58
+[Apr 13, 2026 - 18:32:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 802 : optimizer step time      1.70
+[Apr 13, 2026 - 18:32:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 802--------------------
+[Apr 13, 2026 - 18:32:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0154        iter count: 1.0
+[Apr 13, 2026 - 18:32:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0154   iter count: 1.0
+[Apr 13, 2026 - 18:32:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:32:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.05 seconds
+[Apr 13, 2026 - 18:35:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364066  43.520092  43.277622
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.690918  70.380859  69.460938
+util                      18.000000  38.000000   0.000000
+[Apr 13, 2026 - 18:35:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 803 : avg iteration time       166.50 seconds
+[Apr 13, 2026 - 18:35:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 803 : data loading time        0.01
+[Apr 13, 2026 - 18:35:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 803 : avg forward pass time    69.59
+[Apr 13, 2026 - 18:35:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 803 : backward pass time       11.54
+[Apr 13, 2026 - 18:35:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 803 : optimizer step time      4.06
+[Apr 13, 2026 - 18:35:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 803--------------------
+[Apr 13, 2026 - 18:35:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0154        iter count: 1.0
+[Apr 13, 2026 - 18:35:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0154   iter count: 1.0
+[Apr 13, 2026 - 18:35:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:35:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.32 seconds
+[Apr 13, 2026 - 18:37:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364061  43.520092  43.277622
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.690918  70.380859  69.460938
+util                      85.500000  89.000000  83.000000
+[Apr 13, 2026 - 18:37:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 804 : avg iteration time       125.58 seconds
+[Apr 13, 2026 - 18:37:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 804 : data loading time        0.01
+[Apr 13, 2026 - 18:37:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 804 : avg forward pass time    48.50
+[Apr 13, 2026 - 18:37:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 804 : backward pass time       11.63
+[Apr 13, 2026 - 18:37:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 804 : optimizer step time      1.40
+[Apr 13, 2026 - 18:37:15 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 804--------------------
+[Apr 13, 2026 - 18:37:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0149        iter count: 1.0
+[Apr 13, 2026 - 18:37:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 18:37:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:37:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.04 seconds
+[Apr 13, 2026 - 18:42:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.364074   43.520050   43.277714
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.181152  111.958984  110.921875
+util                        1.750000    4.000000    0.000000
+[Apr 13, 2026 - 18:42:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 805 : avg iteration time       340.72 seconds
+[Apr 13, 2026 - 18:42:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 805 : data loading time        0.00
+[Apr 13, 2026 - 18:42:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 805 : avg forward pass time    118.50
+[Apr 13, 2026 - 18:42:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 805 : backward pass time       78.36
+[Apr 13, 2026 - 18:42:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 805 : optimizer step time      8.40
+[Apr 13, 2026 - 18:42:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 805--------------------
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5660        iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5464          iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5660 iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1436iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0306 iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6157 iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0370iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0077 iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1664 iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5464iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0626  iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0158  iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.3720  iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0975  iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1211  iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0307  iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1746  iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0446  iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0165   iter count: 1.0
+[Apr 13, 2026 - 18:42:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.39 seconds
+[Apr 13, 2026 - 18:45:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.364258   43.520798  43.277725
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.603027   69.912109  69.500000
+util                      97.000000  100.000000  90.000000
+[Apr 13, 2026 - 18:45:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 806 : avg iteration time       140.55 seconds
+[Apr 13, 2026 - 18:45:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 806 : data loading time        0.01
+[Apr 13, 2026 - 18:45:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 806 : avg forward pass time    54.14
+[Apr 13, 2026 - 18:45:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 806 : backward pass time       13.85
+[Apr 13, 2026 - 18:45:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 806 : optimizer step time      1.45
+[Apr 13, 2026 - 18:45:16 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 806--------------------
+[Apr 13, 2026 - 18:45:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0163        iter count: 1.0
+[Apr 13, 2026 - 18:45:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0163   iter count: 1.0
+[Apr 13, 2026 - 18:45:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:45:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 18:46:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364260  43.520817  43.277714
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.598145  69.892578  69.500000
+util                      88.750000  97.000000  73.000000
+[Apr 13, 2026 - 18:46:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 807 : avg iteration time       68.52 seconds
+[Apr 13, 2026 - 18:46:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 807 : data loading time        0.00
+[Apr 13, 2026 - 18:46:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 807 : avg forward pass time    21.69
+[Apr 13, 2026 - 18:46:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 807 : backward pass time       11.94
+[Apr 13, 2026 - 18:46:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 807 : optimizer step time      1.47
+[Apr 13, 2026 - 18:46:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 807--------------------
+[Apr 13, 2026 - 18:46:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0142        iter count: 1.0
+[Apr 13, 2026 - 18:46:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 13, 2026 - 18:46:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:46:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.03 seconds
+[Apr 13, 2026 - 18:47:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364265  43.520798  43.277733
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.598145  69.892578  69.500000
+util                      85.250000  94.000000  75.000000
+[Apr 13, 2026 - 18:47:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 808 : avg iteration time       63.12 seconds
+[Apr 13, 2026 - 18:47:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 808 : data loading time        0.00
+[Apr 13, 2026 - 18:47:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 808 : avg forward pass time    18.99
+[Apr 13, 2026 - 18:47:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 808 : backward pass time       11.90
+[Apr 13, 2026 - 18:47:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 808 : optimizer step time      1.58
+[Apr 13, 2026 - 18:47:27 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 808--------------------
+[Apr 13, 2026 - 18:47:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0135        iter count: 1.0
+[Apr 13, 2026 - 18:47:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0135   iter count: 1.0
+[Apr 13, 2026 - 18:47:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:47:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.22 seconds
+[Apr 13, 2026 - 18:48:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364262  43.520767  43.277714
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.593262  69.873047  69.500000
+util                      74.000000  77.000000  72.000000
+[Apr 13, 2026 - 18:48:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 809 : avg iteration time       62.49 seconds
+[Apr 13, 2026 - 18:48:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 809 : data loading time        0.00
+[Apr 13, 2026 - 18:48:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 809 : avg forward pass time    18.64
+[Apr 13, 2026 - 18:48:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 809 : backward pass time       11.46
+[Apr 13, 2026 - 18:48:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 809 : optimizer step time      1.49
+[Apr 13, 2026 - 18:48:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 809--------------------
+[Apr 13, 2026 - 18:48:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0148        iter count: 1.0
+[Apr 13, 2026 - 18:48:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 13, 2026 - 18:48:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:48:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363939   43.520088   43.277126
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.049805  112.523438  110.630859
+util                       31.250000   37.000000   24.000000
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 810 : avg iteration time       323.83 seconds
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 810 : data loading time        0.00
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 810 : avg forward pass time    145.27
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 810 : backward pass time       11.75
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 810 : optimizer step time      0.77
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 810--------------------
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5421        iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5254          iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5421 iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1232iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0326 iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3021 iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0314iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0082 iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0785 iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5254iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1297  iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0330  iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0586  iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0147  iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1399  iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0356  iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.3021  iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0785  iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0158   iter count: 1.0
+[Apr 13, 2026 - 18:53:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.04 seconds
+[Apr 13, 2026 - 18:55:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363999  43.520325  43.277126
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.471191  69.480469  69.443359
+util                      93.000000  96.000000  91.000000
+[Apr 13, 2026 - 18:55:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 811 : avg iteration time       69.25 seconds
+[Apr 13, 2026 - 18:55:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 811 : data loading time        0.00
+[Apr 13, 2026 - 18:55:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 811 : avg forward pass time    22.08
+[Apr 13, 2026 - 18:55:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 811 : backward pass time       11.65
+[Apr 13, 2026 - 18:55:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 811 : optimizer step time      1.45
+[Apr 13, 2026 - 18:55:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 811--------------------
+[Apr 13, 2026 - 18:55:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0149        iter count: 1.0
+[Apr 13, 2026 - 18:55:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 18:55:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:55:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.09 seconds
+[Apr 13, 2026 - 18:56:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364004  43.520325  43.277126
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.520020  69.521484  69.519531
+util                      14.750000  53.000000   1.000000
+[Apr 13, 2026 - 18:56:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 812 : avg iteration time       85.63 seconds
+[Apr 13, 2026 - 18:56:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 812 : data loading time        0.03
+[Apr 13, 2026 - 18:56:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 812 : avg forward pass time    29.68
+[Apr 13, 2026 - 18:56:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 812 : backward pass time       11.85
+[Apr 13, 2026 - 18:56:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 812 : optimizer step time      2.77
+[Apr 13, 2026 - 18:56:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 812--------------------
+[Apr 13, 2026 - 18:56:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0130        iter count: 1.0
+[Apr 13, 2026 - 18:56:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 13, 2026 - 18:56:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:56:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.15 seconds
+[Apr 13, 2026 - 18:58:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364006  43.520325  43.277126
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.520020  69.521484  69.519531
+util                      78.750000  92.000000  71.000000
+[Apr 13, 2026 - 18:58:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 813 : avg iteration time       125.08 seconds
+[Apr 13, 2026 - 18:58:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 813 : data loading time        0.01
+[Apr 13, 2026 - 18:58:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 813 : avg forward pass time    48.80
+[Apr 13, 2026 - 18:58:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 813 : backward pass time       13.98
+[Apr 13, 2026 - 18:58:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 813 : optimizer step time      1.50
+[Apr 13, 2026 - 18:58:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 813--------------------
+[Apr 13, 2026 - 18:58:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0120        iter count: 1.0
+[Apr 13, 2026 - 18:58:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0120   iter count: 1.0
+[Apr 13, 2026 - 18:58:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 18:58:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.21 seconds
+[Apr 13, 2026 - 19:00:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.364007   43.520325  43.277126
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.520020   69.521484  69.519531
+util                      88.500000  100.000000  81.000000
+[Apr 13, 2026 - 19:00:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 814 : avg iteration time       88.62 seconds
+[Apr 13, 2026 - 19:00:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 814 : data loading time        0.01
+[Apr 13, 2026 - 19:00:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 814 : avg forward pass time    28.19
+[Apr 13, 2026 - 19:00:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 814 : backward pass time       17.85
+[Apr 13, 2026 - 19:00:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 814 : optimizer step time      2.29
+[Apr 13, 2026 - 19:00:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 814--------------------
+[Apr 13, 2026 - 19:00:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0138        iter count: 1.0
+[Apr 13, 2026 - 19:00:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 13, 2026 - 19:00:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:00:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.07 seconds
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363843   43.519669   43.277145
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.776855  112.210938  110.474609
+util                       51.250000   63.000000   43.000000
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 815 : avg iteration time       247.96 seconds
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 815 : data loading time        0.01
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 815 : avg forward pass time    112.17
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 815 : backward pass time       10.28
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 815 : optimizer step time      0.48
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 815--------------------
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6848        iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6641          iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6848 iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1250iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0141 iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3779 iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0320iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0035 iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0991 iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6641iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1729  iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0442  iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1359  iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0346  iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1080  iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0274  iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0796  iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0201  iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 13, 2026 - 19:04:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 19:07:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363851  43.519730  43.277126
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.730469  69.814453  69.482422
+util                      41.750000  58.000000   2.000000
+[Apr 13, 2026 - 19:07:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 816 : avg iteration time       177.62 seconds
+[Apr 13, 2026 - 19:07:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 816 : data loading time        0.00
+[Apr 13, 2026 - 19:07:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 816 : avg forward pass time    75.84
+[Apr 13, 2026 - 19:07:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 816 : backward pass time       11.85
+[Apr 13, 2026 - 19:07:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 816 : optimizer step time      2.48
+[Apr 13, 2026 - 19:07:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 816--------------------
+[Apr 13, 2026 - 19:07:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0146        iter count: 1.0
+[Apr 13, 2026 - 19:07:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 19:07:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:07:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.18 seconds
+[Apr 13, 2026 - 19:09:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363856  43.519730  43.277126
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842773  69.951172  69.521484
+util                      85.250000  88.000000  83.000000
+[Apr 13, 2026 - 19:09:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 817 : avg iteration time       129.16 seconds
+[Apr 13, 2026 - 19:09:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 817 : data loading time        0.00
+[Apr 13, 2026 - 19:09:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 817 : avg forward pass time    49.05
+[Apr 13, 2026 - 19:09:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 817 : backward pass time       13.37
+[Apr 13, 2026 - 19:09:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 817 : optimizer step time      1.81
+[Apr 13, 2026 - 19:09:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 817--------------------
+[Apr 13, 2026 - 19:09:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0161        iter count: 1.0
+[Apr 13, 2026 - 19:09:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0161   iter count: 1.0
+[Apr 13, 2026 - 19:09:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:09:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.11 seconds
+[Apr 13, 2026 - 19:10:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363849  43.519730  43.277126
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.715820  69.775391  69.541016
+util                      96.250000  99.000000  94.000000
+[Apr 13, 2026 - 19:10:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 818 : avg iteration time       68.50 seconds
+[Apr 13, 2026 - 19:10:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 818 : data loading time        0.01
+[Apr 13, 2026 - 19:10:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 818 : avg forward pass time    20.11
+[Apr 13, 2026 - 19:10:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 818 : backward pass time       12.09
+[Apr 13, 2026 - 19:10:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 818 : optimizer step time      1.33
+[Apr 13, 2026 - 19:10:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 818--------------------
+[Apr 13, 2026 - 19:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0138        iter count: 1.0
+[Apr 13, 2026 - 19:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 13, 2026 - 19:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:10:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.14 seconds
+[Apr 13, 2026 - 19:11:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363978  43.520237  43.277138
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.784180  69.873047  69.521484
+util                      85.000000  98.000000  73.000000
+[Apr 13, 2026 - 19:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 819 : avg iteration time       61.16 seconds
+[Apr 13, 2026 - 19:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 819 : data loading time        0.00
+[Apr 13, 2026 - 19:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 819 : avg forward pass time    18.05
+[Apr 13, 2026 - 19:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 819 : backward pass time       11.69
+[Apr 13, 2026 - 19:11:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 819 : optimizer step time      1.46
+[Apr 13, 2026 - 19:11:27 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 819--------------------
+[Apr 13, 2026 - 19:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0143        iter count: 1.0
+[Apr 13, 2026 - 19:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0143   iter count: 1.0
+[Apr 13, 2026 - 19:11:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:11:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.03 seconds
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363610   43.518753   43.277138
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.541016  111.117188  108.812500
+util                       24.000000   42.000000    7.000000
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 820 : avg iteration time       278.21 seconds
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 820 : data loading time        0.00
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 820 : avg forward pass time    118.14
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 820 : backward pass time       14.69
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 820 : optimizer step time      0.95
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 820--------------------
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6461        iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6279          iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6461 iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1133iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0370 iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2914 iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0289iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0093 iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0756 iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6279iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2078  iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0533  iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0395  iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0099  iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1814  iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0464  iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0916  iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0232  iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 13, 2026 - 19:16:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.06 seconds
+[Apr 13, 2026 - 19:17:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363737  43.519245  43.277138
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277  69.871094  69.423828
+util                      86.500000  95.000000  70.000000
+[Apr 13, 2026 - 19:17:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 821 : avg iteration time       68.30 seconds
+[Apr 13, 2026 - 19:17:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 821 : data loading time        0.02
+[Apr 13, 2026 - 19:17:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 821 : avg forward pass time    21.62
+[Apr 13, 2026 - 19:17:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 821 : backward pass time       11.82
+[Apr 13, 2026 - 19:17:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 821 : optimizer step time      1.40
+[Apr 13, 2026 - 19:17:13 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 821--------------------
+[Apr 13, 2026 - 19:17:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0187        iter count: 1.0
+[Apr 13, 2026 - 19:17:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0187   iter count: 1.0
+[Apr 13, 2026 - 19:17:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:17:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.07 seconds
+[Apr 13, 2026 - 19:18:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363797  43.519485  43.277138
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.798340  69.910156  69.462891
+util                      97.000000  99.000000  95.000000
+[Apr 13, 2026 - 19:18:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 822 : avg iteration time       70.84 seconds
+[Apr 13, 2026 - 19:18:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 822 : data loading time        0.00
+[Apr 13, 2026 - 19:18:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 822 : avg forward pass time    22.97
+[Apr 13, 2026 - 19:18:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 822 : backward pass time       11.95
+[Apr 13, 2026 - 19:18:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 822 : optimizer step time      1.21
+[Apr 13, 2026 - 19:18:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 822--------------------
+[Apr 13, 2026 - 19:18:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0165        iter count: 1.0
+[Apr 13, 2026 - 19:18:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0165   iter count: 1.0
+[Apr 13, 2026 - 19:18:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:18:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 19:19:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363870   43.519730  43.277138
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.944824   70.105469  69.462891
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 19:19:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 823 : avg iteration time       83.31 seconds
+[Apr 13, 2026 - 19:19:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 823 : data loading time        0.01
+[Apr 13, 2026 - 19:19:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 823 : avg forward pass time    27.45
+[Apr 13, 2026 - 19:19:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 823 : backward pass time       15.20
+[Apr 13, 2026 - 19:19:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 823 : optimizer step time      1.61
+[Apr 13, 2026 - 19:19:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 823--------------------
+[Apr 13, 2026 - 19:19:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0182        iter count: 1.0
+[Apr 13, 2026 - 19:19:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0182   iter count: 1.0
+[Apr 13, 2026 - 19:19:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:19:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 19:21:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363802   43.519505  43.277138
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.754395   69.851562  69.462891
+util                      98.250000  100.000000  93.000000
+[Apr 13, 2026 - 19:21:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 824 : avg iteration time       80.36 seconds
+[Apr 13, 2026 - 19:21:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 824 : data loading time        0.00
+[Apr 13, 2026 - 19:21:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 824 : avg forward pass time    26.10
+[Apr 13, 2026 - 19:21:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 824 : backward pass time       14.39
+[Apr 13, 2026 - 19:21:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 824 : optimizer step time      1.96
+[Apr 13, 2026 - 19:21:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 824--------------------
+[Apr 13, 2026 - 19:21:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0170        iter count: 1.0
+[Apr 13, 2026 - 19:21:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0170   iter count: 1.0
+[Apr 13, 2026 - 19:21:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:21:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363687   43.519043   43.277138
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.985840  112.408203  110.511719
+util                        0.750000    2.000000    0.000000
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 825 : avg iteration time       342.97 seconds
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 825 : data loading time        0.00
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 825 : avg forward pass time    116.88
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 825 : backward pass time       87.52
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 825 : optimizer step time      8.17
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 825--------------------
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6027        iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5806          iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6027 iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1439iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0292 iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6669 iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0374iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0073 iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1814 iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5806iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.3629  iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0950  iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.3308  iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0862  iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0679  iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0171  iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0412  iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0104  iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 13, 2026 - 19:26:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.44 seconds
+[Apr 13, 2026 - 19:29:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363750   43.519295  43.277138
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348   69.890625  69.853516
+util                      97.250000  100.000000  89.000000
+[Apr 13, 2026 - 19:29:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 826 : avg iteration time       160.25 seconds
+[Apr 13, 2026 - 19:29:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 826 : data loading time        0.00
+[Apr 13, 2026 - 19:29:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 826 : avg forward pass time    62.85
+[Apr 13, 2026 - 19:29:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 826 : backward pass time       13.71
+[Apr 13, 2026 - 19:29:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 826 : optimizer step time      1.93
+[Apr 13, 2026 - 19:29:31 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 826--------------------
+[Apr 13, 2026 - 19:29:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0153        iter count: 1.0
+[Apr 13, 2026 - 19:29:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0153   iter count: 1.0
+[Apr 13, 2026 - 19:29:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:29:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 19:30:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363750  43.519291  43.277138
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230  69.890625  69.873047
+util                      91.500000  95.000000  89.000000
+[Apr 13, 2026 - 19:30:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 827 : avg iteration time       62.16 seconds
+[Apr 13, 2026 - 19:30:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 827 : data loading time        0.00
+[Apr 13, 2026 - 19:30:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 827 : avg forward pass time    18.74
+[Apr 13, 2026 - 19:30:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 827 : backward pass time       11.66
+[Apr 13, 2026 - 19:30:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 827 : optimizer step time      1.31
+[Apr 13, 2026 - 19:30:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 827--------------------
+[Apr 13, 2026 - 19:30:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0167        iter count: 1.0
+[Apr 13, 2026 - 19:30:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0167   iter count: 1.0
+[Apr 13, 2026 - 19:30:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:30:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.03 seconds
+[Apr 13, 2026 - 19:31:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363762  43.519291  43.277138
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.949707  69.968750  69.892578
+util                      80.750000  97.000000  61.000000
+[Apr 13, 2026 - 19:31:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 828 : avg iteration time       65.32 seconds
+[Apr 13, 2026 - 19:31:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 828 : data loading time        0.01
+[Apr 13, 2026 - 19:31:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 828 : avg forward pass time    20.20
+[Apr 13, 2026 - 19:31:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 828 : backward pass time       11.70
+[Apr 13, 2026 - 19:31:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 828 : optimizer step time      1.55
+[Apr 13, 2026 - 19:31:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 828--------------------
+[Apr 13, 2026 - 19:31:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0143        iter count: 1.0
+[Apr 13, 2026 - 19:31:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0143   iter count: 1.0
+[Apr 13, 2026 - 19:31:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:31:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.10 seconds
+[Apr 13, 2026 - 19:32:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363764  43.519291  43.277138
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465  69.892578  69.871094
+util                      97.500000  99.000000  96.000000
+[Apr 13, 2026 - 19:32:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 829 : avg iteration time       60.02 seconds
+[Apr 13, 2026 - 19:32:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 829 : data loading time        0.00
+[Apr 13, 2026 - 19:32:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 829 : avg forward pass time    17.48
+[Apr 13, 2026 - 19:32:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 829 : backward pass time       11.88
+[Apr 13, 2026 - 19:32:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 829 : optimizer step time      1.18
+[Apr 13, 2026 - 19:32:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 829--------------------
+[Apr 13, 2026 - 19:32:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0164        iter count: 1.0
+[Apr 13, 2026 - 19:32:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0164   iter count: 1.0
+[Apr 13, 2026 - 19:32:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:32:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363539   43.518433   43.277145
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.209961  111.666016  110.919922
+util                       17.500000   23.000000    8.000000
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 830 : avg iteration time       294.53 seconds
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 830 : data loading time        0.01
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 830 : avg forward pass time    131.21
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 830 : backward pass time       14.48
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 830 : optimizer step time      0.99
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 830--------------------
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5832        iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5605          iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5832 iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1558iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0316 iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.7588 iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0404iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0079 iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.2089 iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5605iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0722  iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0182  iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2077  iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0533  iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2268  iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0583  iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1207  iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0306  iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0172   iter count: 1.0
+[Apr 13, 2026 - 19:37:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.06 seconds
+[Apr 13, 2026 - 19:38:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363729  43.519173  43.277145
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816  69.892578  69.832031
+util                      86.250000  91.000000  75.000000
+[Apr 13, 2026 - 19:38:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 831 : avg iteration time       73.01 seconds
+[Apr 13, 2026 - 19:38:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 831 : data loading time        0.00
+[Apr 13, 2026 - 19:38:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 831 : avg forward pass time    24.06
+[Apr 13, 2026 - 19:38:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 831 : backward pass time       11.62
+[Apr 13, 2026 - 19:38:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 831 : optimizer step time      1.40
+[Apr 13, 2026 - 19:38:46 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 831--------------------
+[Apr 13, 2026 - 19:38:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0170        iter count: 1.0
+[Apr 13, 2026 - 19:38:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0170   iter count: 1.0
+[Apr 13, 2026 - 19:38:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:38:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 19:39:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363751  43.519173  43.277237
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.895996  69.912109  69.890625
+util                      20.750000  58.000000   1.000000
+[Apr 13, 2026 - 19:39:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 832 : avg iteration time       61.65 seconds
+[Apr 13, 2026 - 19:39:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 832 : data loading time        0.00
+[Apr 13, 2026 - 19:39:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 832 : avg forward pass time    18.00
+[Apr 13, 2026 - 19:39:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 832 : backward pass time       11.64
+[Apr 13, 2026 - 19:39:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 832 : optimizer step time      2.24
+[Apr 13, 2026 - 19:39:48 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 832--------------------
+[Apr 13, 2026 - 19:39:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0160        iter count: 1.0
+[Apr 13, 2026 - 19:39:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0160   iter count: 1.0
+[Apr 13, 2026 - 19:39:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:39:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.15 seconds
+[Apr 13, 2026 - 19:41:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363810   43.519424  43.277237
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.949707   69.988281  69.910156
+util                      96.500000  100.000000  87.000000
+[Apr 13, 2026 - 19:41:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 833 : avg iteration time       127.33 seconds
+[Apr 13, 2026 - 19:41:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 833 : data loading time        0.00
+[Apr 13, 2026 - 19:41:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 833 : avg forward pass time    48.12
+[Apr 13, 2026 - 19:41:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 833 : backward pass time       13.56
+[Apr 13, 2026 - 19:41:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 833 : optimizer step time      1.95
+[Apr 13, 2026 - 19:41:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 833--------------------
+[Apr 13, 2026 - 19:41:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0194        iter count: 1.0
+[Apr 13, 2026 - 19:41:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0194   iter count: 1.0
+[Apr 13, 2026 - 19:41:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:41:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.04 seconds
+[Apr 13, 2026 - 19:42:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363811  43.519424  43.277241
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.900879  69.929688  69.890625
+util                      86.250000  91.000000  75.000000
+[Apr 13, 2026 - 19:42:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 834 : avg iteration time       58.37 seconds
+[Apr 13, 2026 - 19:42:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 834 : data loading time        0.00
+[Apr 13, 2026 - 19:42:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 834 : avg forward pass time    16.95
+[Apr 13, 2026 - 19:42:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 834 : backward pass time       11.41
+[Apr 13, 2026 - 19:42:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 834 : optimizer step time      1.36
+[Apr 13, 2026 - 19:42:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 834--------------------
+[Apr 13, 2026 - 19:42:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0157        iter count: 1.0
+[Apr 13, 2026 - 19:42:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0157   iter count: 1.0
+[Apr 13, 2026 - 19:42:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:42:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.03 seconds
+[Apr 13, 2026 - 19:49:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363625   43.518673   43.277248
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.673340  110.826172  110.453125
+util                        0.500000    1.000000    0.000000
+[Apr 13, 2026 - 19:49:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 835 : avg iteration time       398.91 seconds
+[Apr 13, 2026 - 19:49:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 835 : data loading time        0.02
+[Apr 13, 2026 - 19:49:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 835 : avg forward pass time    118.49
+[Apr 13, 2026 - 19:49:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 835 : backward pass time       131.83
+[Apr 13, 2026 - 19:49:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 835 : optimizer step time      13.11
+[Apr 13, 2026 - 19:49:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 835--------------------
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5148        iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.4976          iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5148 iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1348iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0157 iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5078 iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0346iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0039 iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1353 iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.4976iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0482  iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0121  iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0692  iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0174  iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0787  iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0199  iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.5078  iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.1353  iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 13, 2026 - 19:49:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.53 seconds
+[Apr 13, 2026 - 19:52:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363589  43.518543  43.277237
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934  69.912109  69.832031
+util                      94.250000  98.000000  91.000000
+[Apr 13, 2026 - 19:52:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 836 : avg iteration time       200.21 seconds
+[Apr 13, 2026 - 19:52:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 836 : data loading time        0.00
+[Apr 13, 2026 - 19:52:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 836 : avg forward pass time    83.68
+[Apr 13, 2026 - 19:52:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 836 : backward pass time       15.02
+[Apr 13, 2026 - 19:52:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 836 : optimizer step time      2.75
+[Apr 13, 2026 - 19:52:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 836--------------------
+[Apr 13, 2026 - 19:52:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0155        iter count: 1.0
+[Apr 13, 2026 - 19:52:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0155   iter count: 1.0
+[Apr 13, 2026 - 19:52:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:52:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 19:53:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363592  43.518543  43.277241
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.594238  72.783203  69.851562
+util                      91.750000  99.000000  86.000000
+[Apr 13, 2026 - 19:53:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 837 : avg iteration time       49.76 seconds
+[Apr 13, 2026 - 19:53:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 837 : data loading time        0.00
+[Apr 13, 2026 - 19:53:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 837 : avg forward pass time    12.68
+[Apr 13, 2026 - 19:53:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 837 : backward pass time       11.53
+[Apr 13, 2026 - 19:53:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 837 : optimizer step time      1.27
+[Apr 13, 2026 - 19:53:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 837--------------------
+[Apr 13, 2026 - 19:53:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0140        iter count: 1.0
+[Apr 13, 2026 - 19:53:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0140   iter count: 1.0
+[Apr 13, 2026 - 19:53:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:53:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 19:54:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363714   43.519043  43.277237
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.749512   69.929688  69.443359
+util                      96.250000  100.000000  93.000000
+[Apr 13, 2026 - 19:54:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 838 : avg iteration time       60.95 seconds
+[Apr 13, 2026 - 19:54:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 838 : data loading time        0.01
+[Apr 13, 2026 - 19:54:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 838 : avg forward pass time    18.10
+[Apr 13, 2026 - 19:54:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 838 : backward pass time       11.82
+[Apr 13, 2026 - 19:54:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 838 : optimizer step time      1.24
+[Apr 13, 2026 - 19:54:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 838--------------------
+[Apr 13, 2026 - 19:54:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0144        iter count: 1.0
+[Apr 13, 2026 - 19:54:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0144   iter count: 1.0
+[Apr 13, 2026 - 19:54:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:54:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 19:55:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363718  43.519043  43.277248
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348  69.912109  69.851562
+util                      10.750000  21.000000   0.000000
+[Apr 13, 2026 - 19:55:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 839 : avg iteration time       58.47 seconds
+[Apr 13, 2026 - 19:55:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 839 : data loading time        0.00
+[Apr 13, 2026 - 19:55:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 839 : avg forward pass time    16.04
+[Apr 13, 2026 - 19:55:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 839 : backward pass time       11.66
+[Apr 13, 2026 - 19:55:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 839 : optimizer step time      3.34
+[Apr 13, 2026 - 19:55:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 839--------------------
+[Apr 13, 2026 - 19:55:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0167        iter count: 1.0
+[Apr 13, 2026 - 19:55:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0167   iter count: 1.0
+[Apr 13, 2026 - 19:55:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 19:55:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.40 seconds
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363698   43.518944   43.277267
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.454590  111.800781  110.474609
+util                       71.500000   75.000000   69.000000
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 840 : avg iteration time       344.83 seconds
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 840 : data loading time        0.00
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 840 : avg forward pass time    162.77
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 840 : backward pass time       8.36
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 840 : optimizer step time      0.34
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 840--------------------
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5784        iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5596          iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5784 iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1318iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0301 iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4947 iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0338iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0076 iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1317 iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5596iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1312  iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0334  iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1590  iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0406  iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2028  iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0520  iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1356  iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0345  iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0153   iter count: 1.0
+[Apr 13, 2026 - 20:01:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 20:03:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363756  43.519173  43.277271
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.544434  69.812500  69.443359
+util                       5.500000  21.000000   0.000000
+[Apr 13, 2026 - 20:03:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 841 : avg iteration time       125.24 seconds
+[Apr 13, 2026 - 20:03:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 841 : data loading time        0.00
+[Apr 13, 2026 - 20:03:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 841 : avg forward pass time    48.64
+[Apr 13, 2026 - 20:03:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 841 : backward pass time       12.39
+[Apr 13, 2026 - 20:03:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 841 : optimizer step time      3.99
+[Apr 13, 2026 - 20:03:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 841--------------------
+[Apr 13, 2026 - 20:03:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0142        iter count: 1.0
+[Apr 13, 2026 - 20:03:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 13, 2026 - 20:03:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:03:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.31 seconds
+[Apr 13, 2026 - 20:05:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363750   43.519173  43.277248
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.715332   69.892578  69.558594
+util                      94.500000  100.000000  87.000000
+[Apr 13, 2026 - 20:05:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 842 : avg iteration time       123.65 seconds
+[Apr 13, 2026 - 20:05:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 842 : data loading time        0.01
+[Apr 13, 2026 - 20:05:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 842 : avg forward pass time    47.12
+[Apr 13, 2026 - 20:05:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 842 : backward pass time       11.66
+[Apr 13, 2026 - 20:05:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 842 : optimizer step time      1.21
+[Apr 13, 2026 - 20:05:35 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 842--------------------
+[Apr 13, 2026 - 20:05:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0157        iter count: 1.0
+[Apr 13, 2026 - 20:05:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0157   iter count: 1.0
+[Apr 13, 2026 - 20:05:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:05:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 20:06:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363764   43.519188  43.277264
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.729980   69.912109  69.578125
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 20:06:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 843 : avg iteration time       52.96 seconds
+[Apr 13, 2026 - 20:06:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 843 : data loading time        0.00
+[Apr 13, 2026 - 20:06:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 843 : avg forward pass time    13.61
+[Apr 13, 2026 - 20:06:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 843 : backward pass time       11.38
+[Apr 13, 2026 - 20:06:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 843 : optimizer step time      1.18
+[Apr 13, 2026 - 20:06:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 843--------------------
+[Apr 13, 2026 - 20:06:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0163        iter count: 1.0
+[Apr 13, 2026 - 20:06:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0163   iter count: 1.0
+[Apr 13, 2026 - 20:06:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:06:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:07:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363893   43.519672  43.277294
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.720215   69.951172  69.539062
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 20:07:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 844 : avg iteration time       46.40 seconds
+[Apr 13, 2026 - 20:07:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 844 : data loading time        0.00
+[Apr 13, 2026 - 20:07:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 844 : avg forward pass time    11.24
+[Apr 13, 2026 - 20:07:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 844 : backward pass time       11.35
+[Apr 13, 2026 - 20:07:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 844 : optimizer step time      1.18
+[Apr 13, 2026 - 20:07:15 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 844--------------------
+[Apr 13, 2026 - 20:07:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 13, 2026 - 20:07:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 13, 2026 - 20:07:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:07:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.364013   43.520176   43.277294
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.918457  112.777344  110.921875
+util                       69.500000   73.000000   67.000000
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 845 : avg iteration time       191.32 seconds
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 845 : data loading time        0.00
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 845 : avg forward pass time    87.19
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 845 : backward pass time       8.34
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 845 : optimizer step time      0.34
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 845--------------------
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5820        iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5635          iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5820 iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1266iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0356 iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3577 iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0324iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0089 iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0935 iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5635iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2895  iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0751  iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0543  iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0137  iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1594  iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0406  iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2013  iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0516  iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0147   iter count: 1.0
+[Apr 13, 2026 - 20:10:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 20:11:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364013  43.520176  43.277294
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285  69.873047  69.792969
+util                      95.000000  99.000000  92.000000
+[Apr 13, 2026 - 20:11:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 846 : avg iteration time       49.95 seconds
+[Apr 13, 2026 - 20:11:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 846 : data loading time        0.00
+[Apr 13, 2026 - 20:11:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 846 : avg forward pass time    13.04
+[Apr 13, 2026 - 20:11:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 846 : backward pass time       11.33
+[Apr 13, 2026 - 20:11:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 846 : optimizer step time      1.18
+[Apr 13, 2026 - 20:11:16 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 846--------------------
+[Apr 13, 2026 - 20:11:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0134        iter count: 1.0
+[Apr 13, 2026 - 20:11:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0134   iter count: 1.0
+[Apr 13, 2026 - 20:11:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:11:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:12:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.364015   43.520176  43.277294
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.900879   69.949219  69.833984
+util                      97.500000  100.000000  91.000000
+[Apr 13, 2026 - 20:12:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 847 : avg iteration time       46.31 seconds
+[Apr 13, 2026 - 20:12:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 847 : data loading time        0.00
+[Apr 13, 2026 - 20:12:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 847 : avg forward pass time    11.21
+[Apr 13, 2026 - 20:12:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 847 : backward pass time       11.37
+[Apr 13, 2026 - 20:12:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 847 : optimizer step time      1.17
+[Apr 13, 2026 - 20:12:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 847--------------------
+[Apr 13, 2026 - 20:12:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 13, 2026 - 20:12:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 13, 2026 - 20:12:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:12:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:12:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364024  43.520176  43.277294
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230  69.929688  69.833984
+util                      93.750000  97.000000  91.000000
+[Apr 13, 2026 - 20:12:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 848 : avg iteration time       48.87 seconds
+[Apr 13, 2026 - 20:12:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 848 : data loading time        0.00
+[Apr 13, 2026 - 20:12:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 848 : avg forward pass time    12.49
+[Apr 13, 2026 - 20:12:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 848 : backward pass time       11.36
+[Apr 13, 2026 - 20:12:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 848 : optimizer step time      1.17
+[Apr 13, 2026 - 20:12:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 848--------------------
+[Apr 13, 2026 - 20:12:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0152        iter count: 1.0
+[Apr 13, 2026 - 20:12:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0152   iter count: 1.0
+[Apr 13, 2026 - 20:12:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:12:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:13:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.364015   43.520176  43.277294
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699   69.910156  69.812500
+util                      97.750000  100.000000  92.000000
+[Apr 13, 2026 - 20:13:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 849 : avg iteration time       49.12 seconds
+[Apr 13, 2026 - 20:13:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 849 : data loading time        0.00
+[Apr 13, 2026 - 20:13:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 849 : avg forward pass time    12.61
+[Apr 13, 2026 - 20:13:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 849 : backward pass time       11.38
+[Apr 13, 2026 - 20:13:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 849 : optimizer step time      1.17
+[Apr 13, 2026 - 20:13:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 849--------------------
+[Apr 13, 2026 - 20:13:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0150        iter count: 1.0
+[Apr 13, 2026 - 20:13:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0150   iter count: 1.0
+[Apr 13, 2026 - 20:13:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:13:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363658   43.518749   43.277294
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.069824  112.681641  111.371094
+util                       73.250000   77.000000   70.000000
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 850 : avg iteration time       193.18 seconds
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 850 : data loading time        0.00
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 850 : avg forward pass time    88.11
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 850 : backward pass time       8.33
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 850 : optimizer step time      0.34
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 850--------------------
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6735        iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6523          iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6735 iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1231iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0326 iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4194 iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0316iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0082 iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1105 iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6523iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0733  iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0185  iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1235  iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0313  iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0453  iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0114  iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1089  iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0276  iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0171   iter count: 1.0
+[Apr 13, 2026 - 20:16:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 20:17:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363649   43.518703  43.277294
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.661621   69.890625  69.404297
+util                      95.250000  100.000000  92.000000
+[Apr 13, 2026 - 20:17:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 851 : avg iteration time       52.68 seconds
+[Apr 13, 2026 - 20:17:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 851 : data loading time        0.00
+[Apr 13, 2026 - 20:17:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 851 : avg forward pass time    14.42
+[Apr 13, 2026 - 20:17:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 851 : backward pass time       11.32
+[Apr 13, 2026 - 20:17:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 851 : optimizer step time      1.18
+[Apr 13, 2026 - 20:17:46 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 851--------------------
+[Apr 13, 2026 - 20:17:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0180        iter count: 1.0
+[Apr 13, 2026 - 20:17:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0180   iter count: 1.0
+[Apr 13, 2026 - 20:17:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:17:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:18:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.364021   43.520203  43.277294
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285   69.970703  69.539062
+util                      94.250000  100.000000  91.000000
+[Apr 13, 2026 - 20:18:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 852 : avg iteration time       46.79 seconds
+[Apr 13, 2026 - 20:18:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 852 : data loading time        0.00
+[Apr 13, 2026 - 20:18:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 852 : avg forward pass time    11.33
+[Apr 13, 2026 - 20:18:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 852 : backward pass time       11.38
+[Apr 13, 2026 - 20:18:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 852 : optimizer step time      1.18
+[Apr 13, 2026 - 20:18:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 852--------------------
+[Apr 13, 2026 - 20:18:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0159        iter count: 1.0
+[Apr 13, 2026 - 20:18:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0159   iter count: 1.0
+[Apr 13, 2026 - 20:18:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:18:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:19:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364033  43.520203  43.277313
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285  69.970703  69.539062
+util                      96.500000  99.000000  94.000000
+[Apr 13, 2026 - 20:19:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 853 : avg iteration time       46.06 seconds
+[Apr 13, 2026 - 20:19:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 853 : data loading time        0.00
+[Apr 13, 2026 - 20:19:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 853 : avg forward pass time    11.11
+[Apr 13, 2026 - 20:19:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 853 : backward pass time       11.33
+[Apr 13, 2026 - 20:19:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 853 : optimizer step time      1.17
+[Apr 13, 2026 - 20:19:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 853--------------------
+[Apr 13, 2026 - 20:19:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0144        iter count: 1.0
+[Apr 13, 2026 - 20:19:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0144   iter count: 1.0
+[Apr 13, 2026 - 20:19:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:19:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:20:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.364083   43.520435  43.277306
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754   69.970703  69.539062
+util                      98.000000  100.000000  96.000000
+[Apr 13, 2026 - 20:20:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 854 : avg iteration time       49.03 seconds
+[Apr 13, 2026 - 20:20:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 854 : data loading time        0.00
+[Apr 13, 2026 - 20:20:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 854 : avg forward pass time    12.58
+[Apr 13, 2026 - 20:20:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 854 : backward pass time       11.36
+[Apr 13, 2026 - 20:20:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 854 : optimizer step time      1.18
+[Apr 13, 2026 - 20:20:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 854--------------------
+[Apr 13, 2026 - 20:20:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0156        iter count: 1.0
+[Apr 13, 2026 - 20:20:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 13, 2026 - 20:20:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:20:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363645   43.518654   43.277317
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.692871  111.937500  109.789062
+util                       95.000000   95.000000   95.000000
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 855 : avg iteration time       196.61 seconds
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 855 : data loading time        0.00
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 855 : avg forward pass time    88.98
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 855 : backward pass time       10.06
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 855 : optimizer step time      0.34
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 855--------------------
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6905        iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6650          iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6905 iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1528iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0154 iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5874 iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0394iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0039 iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1582 iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6650iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.3133  iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0815  iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0914  iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0231  iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0826  iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0209  iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0555  iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0140  iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0150   iter count: 1.0
+[Apr 13, 2026 - 20:23:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 20:24:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363701   43.518902  43.277294
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.725098   69.853516  69.421875
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 20:24:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 856 : avg iteration time       53.75 seconds
+[Apr 13, 2026 - 20:24:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 856 : data loading time        0.00
+[Apr 13, 2026 - 20:24:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 856 : avg forward pass time    13.06
+[Apr 13, 2026 - 20:24:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 856 : backward pass time       13.23
+[Apr 13, 2026 - 20:24:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 856 : optimizer step time      1.35
+[Apr 13, 2026 - 20:24:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 856--------------------
+[Apr 13, 2026 - 20:24:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0205        iter count: 1.0
+[Apr 13, 2026 - 20:24:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0205   iter count: 1.0
+[Apr 13, 2026 - 20:24:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:24:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 20:25:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363894   43.519650  43.277294
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.803223   69.931641  69.421875
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 20:25:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 857 : avg iteration time       53.03 seconds
+[Apr 13, 2026 - 20:25:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 857 : data loading time        0.00
+[Apr 13, 2026 - 20:25:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 857 : avg forward pass time    12.72
+[Apr 13, 2026 - 20:25:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 857 : backward pass time       13.11
+[Apr 13, 2026 - 20:25:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 857 : optimizer step time      1.21
+[Apr 13, 2026 - 20:25:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 857--------------------
+[Apr 13, 2026 - 20:25:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0164        iter count: 1.0
+[Apr 13, 2026 - 20:25:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0164   iter count: 1.0
+[Apr 13, 2026 - 20:25:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:25:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 20:26:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363888   43.519650  43.277294
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.734863   69.873047  69.402344
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 20:26:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 858 : avg iteration time       52.97 seconds
+[Apr 13, 2026 - 20:26:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 858 : data loading time        0.00
+[Apr 13, 2026 - 20:26:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 858 : avg forward pass time    12.54
+[Apr 13, 2026 - 20:26:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 858 : backward pass time       13.26
+[Apr 13, 2026 - 20:26:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 858 : optimizer step time      1.37
+[Apr 13, 2026 - 20:26:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 858--------------------
+[Apr 13, 2026 - 20:26:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0147        iter count: 1.0
+[Apr 13, 2026 - 20:26:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0147   iter count: 1.0
+[Apr 13, 2026 - 20:26:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:26:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 20:27:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363888  43.519650  43.277294
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.754395  69.990234  69.402344
+util                      99.000000  99.000000  99.000000
+[Apr 13, 2026 - 20:27:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 859 : avg iteration time       57.95 seconds
+[Apr 13, 2026 - 20:27:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 859 : data loading time        0.00
+[Apr 13, 2026 - 20:27:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 859 : avg forward pass time    15.54
+[Apr 13, 2026 - 20:27:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 859 : backward pass time       12.80
+[Apr 13, 2026 - 20:27:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 859 : optimizer step time      1.38
+[Apr 13, 2026 - 20:27:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 859--------------------
+[Apr 13, 2026 - 20:27:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0169        iter count: 1.0
+[Apr 13, 2026 - 20:27:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0169   iter count: 1.0
+[Apr 13, 2026 - 20:27:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:27:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363532   43.518227   43.277294
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.073242  111.410156  110.277344
+util                       72.250000   76.000000   64.000000
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 860 : avg iteration time       216.35 seconds
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 860 : data loading time        0.00
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 860 : avg forward pass time    98.17
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 860 : backward pass time       9.82
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 860 : optimizer step time      0.34
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 860--------------------
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6237        iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6016          iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6237 iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1428iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0259 iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4708 iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0367iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0065 iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1249 iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6016iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1194  iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0303  iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.4708  iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.1249  iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.4670  iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.1238  iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0717  iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0181  iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0127   iter count: 1.0
+[Apr 13, 2026 - 20:30:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 20:31:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363533  43.518230  43.277294
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.847168  69.912109  69.812500
+util                      99.000000  99.000000  99.000000
+[Apr 13, 2026 - 20:31:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 861 : avg iteration time       54.41 seconds
+[Apr 13, 2026 - 20:31:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 861 : data loading time        0.00
+[Apr 13, 2026 - 20:31:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 861 : avg forward pass time    13.40
+[Apr 13, 2026 - 20:31:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 861 : backward pass time       12.92
+[Apr 13, 2026 - 20:31:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 861 : optimizer step time      1.43
+[Apr 13, 2026 - 20:31:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 861--------------------
+[Apr 13, 2026 - 20:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0216        iter count: 1.0
+[Apr 13, 2026 - 20:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0216   iter count: 1.0
+[Apr 13, 2026 - 20:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:31:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 20:32:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363720   43.518955  43.277317
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.895996   69.951172  69.851562
+util                      99.250000  100.000000  99.000000
+[Apr 13, 2026 - 20:32:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 862 : avg iteration time       49.96 seconds
+[Apr 13, 2026 - 20:32:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 862 : data loading time        0.00
+[Apr 13, 2026 - 20:32:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 862 : avg forward pass time    12.27
+[Apr 13, 2026 - 20:32:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 862 : backward pass time       11.38
+[Apr 13, 2026 - 20:32:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 862 : optimizer step time      1.17
+[Apr 13, 2026 - 20:32:23 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 862--------------------
+[Apr 13, 2026 - 20:32:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0170        iter count: 1.0
+[Apr 13, 2026 - 20:32:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0170   iter count: 1.0
+[Apr 13, 2026 - 20:32:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:32:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:33:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.364029   43.520214  43.277294
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.900879   69.949219  69.851562
+util                      96.750000  100.000000  94.000000
+[Apr 13, 2026 - 20:33:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 863 : avg iteration time       46.36 seconds
+[Apr 13, 2026 - 20:33:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 863 : data loading time        0.00
+[Apr 13, 2026 - 20:33:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 863 : avg forward pass time    11.20
+[Apr 13, 2026 - 20:33:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 863 : backward pass time       11.37
+[Apr 13, 2026 - 20:33:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 863 : optimizer step time      1.18
+[Apr 13, 2026 - 20:33:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 863--------------------
+[Apr 13, 2026 - 20:33:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0147        iter count: 1.0
+[Apr 13, 2026 - 20:33:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0147   iter count: 1.0
+[Apr 13, 2026 - 20:33:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:33:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:33:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364037  43.520237  43.277294
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.871582  69.892578  69.851562
+util                      93.500000  98.000000  90.000000
+[Apr 13, 2026 - 20:33:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 864 : avg iteration time       49.60 seconds
+[Apr 13, 2026 - 20:33:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 864 : data loading time        0.00
+[Apr 13, 2026 - 20:33:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 864 : avg forward pass time    12.71
+[Apr 13, 2026 - 20:33:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 864 : backward pass time       11.62
+[Apr 13, 2026 - 20:33:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 864 : optimizer step time      1.23
+[Apr 13, 2026 - 20:33:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 864--------------------
+[Apr 13, 2026 - 20:33:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0155        iter count: 1.0
+[Apr 13, 2026 - 20:33:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0155   iter count: 1.0
+[Apr 13, 2026 - 20:33:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:33:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.04 seconds
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363456   43.517906   43.277294
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.016113  112.720703  111.703125
+util                       53.500000   68.000000   44.000000
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 865 : avg iteration time       213.44 seconds
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 865 : data loading time        0.00
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 865 : avg forward pass time    96.84
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 865 : backward pass time       9.28
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 865 : optimizer step time      0.53
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 865--------------------
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6245        iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6035          iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6245 iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1348iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0409 iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3409 iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0345iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0103 iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0890 iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6035iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1045  iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0265  iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1543  iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0393  iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0409  iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0103  iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1657  iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0423  iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 13, 2026 - 20:37:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 20:38:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363644   43.518635  43.277317
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.789062   69.892578  69.482422
+util                      96.500000  100.000000  88.000000
+[Apr 13, 2026 - 20:38:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 866 : avg iteration time       58.90 seconds
+[Apr 13, 2026 - 20:38:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 866 : data loading time        0.00
+[Apr 13, 2026 - 20:38:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 866 : avg forward pass time    17.29
+[Apr 13, 2026 - 20:38:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 866 : backward pass time       11.53
+[Apr 13, 2026 - 20:38:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 866 : optimizer step time      1.28
+[Apr 13, 2026 - 20:38:31 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 866--------------------
+[Apr 13, 2026 - 20:38:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0176        iter count: 1.0
+[Apr 13, 2026 - 20:38:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0176   iter count: 1.0
+[Apr 13, 2026 - 20:38:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:38:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.11 seconds
+[Apr 13, 2026 - 20:39:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363642   43.518635  43.277309
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.911133   69.990234  69.873047
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 20:39:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 867 : avg iteration time       52.32 seconds
+[Apr 13, 2026 - 20:39:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 867 : data loading time        0.00
+[Apr 13, 2026 - 20:39:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 867 : avg forward pass time    13.90
+[Apr 13, 2026 - 20:39:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 867 : backward pass time       11.44
+[Apr 13, 2026 - 20:39:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 867 : optimizer step time      1.18
+[Apr 13, 2026 - 20:39:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 867--------------------
+[Apr 13, 2026 - 20:39:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0155        iter count: 1.0
+[Apr 13, 2026 - 20:39:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0155   iter count: 1.0
+[Apr 13, 2026 - 20:39:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:39:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:40:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363643  43.518635  43.277313
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.930664  69.970703  69.892578
+util                      95.750000  99.000000  93.000000
+[Apr 13, 2026 - 20:40:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 868 : avg iteration time       56.15 seconds
+[Apr 13, 2026 - 20:40:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 868 : data loading time        0.00
+[Apr 13, 2026 - 20:40:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 868 : avg forward pass time    14.19
+[Apr 13, 2026 - 20:40:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 868 : backward pass time       14.96
+[Apr 13, 2026 - 20:40:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 868 : optimizer step time      1.23
+[Apr 13, 2026 - 20:40:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 868--------------------
+[Apr 13, 2026 - 20:40:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0158        iter count: 1.0
+[Apr 13, 2026 - 20:40:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0158   iter count: 1.0
+[Apr 13, 2026 - 20:40:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:40:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 20:41:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363705   43.518887  43.277309
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.906250   69.951172  69.890625
+util                      97.250000  100.000000  89.000000
+[Apr 13, 2026 - 20:41:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 869 : avg iteration time       54.31 seconds
+[Apr 13, 2026 - 20:41:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 869 : data loading time        0.01
+[Apr 13, 2026 - 20:41:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 869 : avg forward pass time    15.02
+[Apr 13, 2026 - 20:41:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 869 : backward pass time       11.35
+[Apr 13, 2026 - 20:41:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 869 : optimizer step time      1.24
+[Apr 13, 2026 - 20:41:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 869--------------------
+[Apr 13, 2026 - 20:41:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0177        iter count: 1.0
+[Apr 13, 2026 - 20:41:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0177   iter count: 1.0
+[Apr 13, 2026 - 20:41:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:41:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363466   43.517941   43.277294
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.687988  111.646484  110.355469
+util                       70.750000   79.000000   61.000000
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 870 : avg iteration time       211.20 seconds
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 870 : data loading time        0.00
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 870 : avg forward pass time    96.15
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 870 : backward pass time       9.15
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 870 : optimizer step time      0.34
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 870--------------------
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5637        iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5420          iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5637 iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1556iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0287 iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4985 iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0401iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0072 iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1327 iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5420iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1131  iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0287  iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0711  iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0179  iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1909  iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0489  iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0550  iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0138  iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0158   iter count: 1.0
+[Apr 13, 2026 - 20:44:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 20:45:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363468  43.517944  43.277306
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277  69.890625  69.443359
+util                      96.750000  99.000000  94.000000
+[Apr 13, 2026 - 20:45:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 871 : avg iteration time       57.56 seconds
+[Apr 13, 2026 - 20:45:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 871 : data loading time        0.00
+[Apr 13, 2026 - 20:45:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 871 : avg forward pass time    16.69
+[Apr 13, 2026 - 20:45:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 871 : backward pass time       11.53
+[Apr 13, 2026 - 20:45:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 871 : optimizer step time      1.28
+[Apr 13, 2026 - 20:45:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 871--------------------
+[Apr 13, 2026 - 20:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0187        iter count: 1.0
+[Apr 13, 2026 - 20:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0187   iter count: 1.0
+[Apr 13, 2026 - 20:45:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:45:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 20:46:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363844   43.519424  43.277302
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.783691   69.910156  69.443359
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 20:46:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 872 : avg iteration time       60.56 seconds
+[Apr 13, 2026 - 20:46:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 872 : data loading time        0.00
+[Apr 13, 2026 - 20:46:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 872 : avg forward pass time    18.17
+[Apr 13, 2026 - 20:46:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 872 : backward pass time       11.38
+[Apr 13, 2026 - 20:46:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 872 : optimizer step time      1.18
+[Apr 13, 2026 - 20:46:44 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 872--------------------
+[Apr 13, 2026 - 20:46:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0171        iter count: 1.0
+[Apr 13, 2026 - 20:46:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0171   iter count: 1.0
+[Apr 13, 2026 - 20:46:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:46:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:47:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363848   43.519424  43.277325
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816   69.949219  69.812500
+util                      98.750000  100.000000  97.000000
+[Apr 13, 2026 - 20:47:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 873 : avg iteration time       49.16 seconds
+[Apr 13, 2026 - 20:47:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 873 : data loading time        0.00
+[Apr 13, 2026 - 20:47:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 873 : avg forward pass time    12.40
+[Apr 13, 2026 - 20:47:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 873 : backward pass time       11.81
+[Apr 13, 2026 - 20:47:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 873 : optimizer step time      1.17
+[Apr 13, 2026 - 20:47:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 873--------------------
+[Apr 13, 2026 - 20:47:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0149        iter count: 1.0
+[Apr 13, 2026 - 20:47:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 20:47:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:47:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:48:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363862   43.519466  43.277348
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.935059   70.007812  69.910156
+util                      99.000000  100.000000  98.000000
+[Apr 13, 2026 - 20:48:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 874 : avg iteration time       59.01 seconds
+[Apr 13, 2026 - 20:48:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 874 : data loading time        0.00
+[Apr 13, 2026 - 20:48:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 874 : avg forward pass time    17.26
+[Apr 13, 2026 - 20:48:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 874 : backward pass time       11.70
+[Apr 13, 2026 - 20:48:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 874 : optimizer step time      1.18
+[Apr 13, 2026 - 20:48:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 874--------------------
+[Apr 13, 2026 - 20:48:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0153        iter count: 1.0
+[Apr 13, 2026 - 20:48:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0153   iter count: 1.0
+[Apr 13, 2026 - 20:48:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:48:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363659   43.518646   43.277367
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.420410  112.425781  110.943359
+util                       41.500000   50.000000   32.000000
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 875 : avg iteration time       210.59 seconds
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 875 : data loading time        0.00
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 875 : avg forward pass time    94.81
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 875 : backward pass time       9.94
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 875 : optimizer step time      0.52
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 875--------------------
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6335        iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6113          iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6335 iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1382iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0246 iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5725 iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0355iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0062 iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1539 iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6113iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0859  iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0217  iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2071  iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0531  iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0724  iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0183  iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2092  iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0537  iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 13, 2026 - 20:52:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 20:53:00 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363706  43.518845  43.277348
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.778809  69.890625  69.482422
+util                      93.250000  97.000000  90.000000
+[Apr 13, 2026 - 20:53:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 876 : avg iteration time       57.98 seconds
+[Apr 13, 2026 - 20:53:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 876 : data loading time        0.00
+[Apr 13, 2026 - 20:53:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 876 : avg forward pass time    16.92
+[Apr 13, 2026 - 20:53:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 876 : backward pass time       11.55
+[Apr 13, 2026 - 20:53:00 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 876 : optimizer step time      1.23
+[Apr 13, 2026 - 20:53:00 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 876--------------------
+[Apr 13, 2026 - 20:53:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0171        iter count: 1.0
+[Apr 13, 2026 - 20:53:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0171   iter count: 1.0
+[Apr 13, 2026 - 20:53:00 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:53:00 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 20:53:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363713   43.518845  43.277348
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.764160   69.871094  69.462891
+util                      91.500000  100.000000  87.000000
+[Apr 13, 2026 - 20:53:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 877 : avg iteration time       53.01 seconds
+[Apr 13, 2026 - 20:53:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 877 : data loading time        0.00
+[Apr 13, 2026 - 20:53:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 877 : avg forward pass time    14.30
+[Apr 13, 2026 - 20:53:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 877 : backward pass time       11.57
+[Apr 13, 2026 - 20:53:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 877 : optimizer step time      1.27
+[Apr 13, 2026 - 20:53:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 877--------------------
+[Apr 13, 2026 - 20:53:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 13, 2026 - 20:53:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 13, 2026 - 20:53:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:53:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 20:54:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363717   43.518845  43.277386
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.744629   69.851562  69.462891
+util                      98.000000  100.000000  94.000000
+[Apr 13, 2026 - 20:54:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 878 : avg iteration time       53.10 seconds
+[Apr 13, 2026 - 20:54:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 878 : data loading time        0.01
+[Apr 13, 2026 - 20:54:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 878 : avg forward pass time    14.54
+[Apr 13, 2026 - 20:54:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 878 : backward pass time       11.36
+[Apr 13, 2026 - 20:54:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 878 : optimizer step time      1.17
+[Apr 13, 2026 - 20:54:46 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 878--------------------
+[Apr 13, 2026 - 20:54:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0155        iter count: 1.0
+[Apr 13, 2026 - 20:54:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0155   iter count: 1.0
+[Apr 13, 2026 - 20:54:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:54:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 20:55:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363715  43.518864  43.277348
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.783691  69.910156  69.462891
+util                      97.500000  99.000000  95.000000
+[Apr 13, 2026 - 20:55:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 879 : avg iteration time       68.37 seconds
+[Apr 13, 2026 - 20:55:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 879 : data loading time        0.00
+[Apr 13, 2026 - 20:55:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 879 : avg forward pass time    20.59
+[Apr 13, 2026 - 20:55:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 879 : backward pass time       11.67
+[Apr 13, 2026 - 20:55:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 879 : optimizer step time      1.26
+[Apr 13, 2026 - 20:55:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 879--------------------
+[Apr 13, 2026 - 20:55:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0165        iter count: 1.0
+[Apr 13, 2026 - 20:55:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0165   iter count: 1.0
+[Apr 13, 2026 - 20:55:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 20:55:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363504   43.518009   43.277367
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.576660  112.113281  109.984375
+util                       45.250000   58.000000   27.000000
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 880 : avg iteration time       208.48 seconds
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 880 : data loading time        0.00
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 880 : avg forward pass time    92.57
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 880 : backward pass time       12.55
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 880 : optimizer step time      0.52
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 880--------------------
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5454        iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5288          iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5454 iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1232iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0262 iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2924 iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0314iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0066 iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0758 iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5288iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0957  iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0242  iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0262  iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0066  iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2924  iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0758  iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1661  iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0424  iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0173   iter count: 1.0
+[Apr 13, 2026 - 20:59:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 21:00:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363507   43.518005  43.277370
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.871582   69.912109  69.851562
+util                      92.250000  100.000000  88.000000
+[Apr 13, 2026 - 21:00:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 881 : avg iteration time       56.82 seconds
+[Apr 13, 2026 - 21:00:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 881 : data loading time        0.00
+[Apr 13, 2026 - 21:00:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 881 : avg forward pass time    16.28
+[Apr 13, 2026 - 21:00:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 881 : backward pass time       11.34
+[Apr 13, 2026 - 21:00:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 881 : optimizer step time      1.26
+[Apr 13, 2026 - 21:00:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 881--------------------
+[Apr 13, 2026 - 21:00:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0148        iter count: 1.0
+[Apr 13, 2026 - 21:00:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 13, 2026 - 21:00:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:00:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 21:01:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363806   43.519234  43.277348
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.895996   69.970703  69.792969
+util                      97.000000  100.000000  90.000000
+[Apr 13, 2026 - 21:01:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 882 : avg iteration time       53.21 seconds
+[Apr 13, 2026 - 21:01:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 882 : data loading time        0.01
+[Apr 13, 2026 - 21:01:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 882 : avg forward pass time    14.35
+[Apr 13, 2026 - 21:01:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 882 : backward pass time       11.47
+[Apr 13, 2026 - 21:01:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 882 : optimizer step time      1.28
+[Apr 13, 2026 - 21:01:13 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 882--------------------
+[Apr 13, 2026 - 21:01:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0154        iter count: 1.0
+[Apr 13, 2026 - 21:01:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0154   iter count: 1.0
+[Apr 13, 2026 - 21:01:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:01:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 21:02:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363811   43.519234  43.277370
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891113   69.931641  69.851562
+util                      98.250000  100.000000  93.000000
+[Apr 13, 2026 - 21:02:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 883 : avg iteration time       60.50 seconds
+[Apr 13, 2026 - 21:02:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 883 : data loading time        0.01
+[Apr 13, 2026 - 21:02:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 883 : avg forward pass time    18.21
+[Apr 13, 2026 - 21:02:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 883 : backward pass time       11.32
+[Apr 13, 2026 - 21:02:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 883 : optimizer step time      1.17
+[Apr 13, 2026 - 21:02:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 883--------------------
+[Apr 13, 2026 - 21:02:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0182        iter count: 1.0
+[Apr 13, 2026 - 21:02:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0182   iter count: 1.0
+[Apr 13, 2026 - 21:02:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:02:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 21:03:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363875   43.519485  43.277348
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.915527   69.990234  69.851562
+util                      99.750000  100.000000  99.000000
+[Apr 13, 2026 - 21:03:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 884 : avg iteration time       55.19 seconds
+[Apr 13, 2026 - 21:03:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 884 : data loading time        0.00
+[Apr 13, 2026 - 21:03:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 884 : avg forward pass time    13.44
+[Apr 13, 2026 - 21:03:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 884 : backward pass time       14.53
+[Apr 13, 2026 - 21:03:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 884 : optimizer step time      2.42
+[Apr 13, 2026 - 21:03:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 884--------------------
+[Apr 13, 2026 - 21:03:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0161        iter count: 1.0
+[Apr 13, 2026 - 21:03:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0161   iter count: 1.0
+[Apr 13, 2026 - 21:03:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:03:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.07 seconds
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363509   43.518040   43.277348
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.727051  111.685547  110.218750
+util                       99.500000  100.000000   99.000000
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 885 : avg iteration time       213.28 seconds
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 885 : data loading time        0.00
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 885 : avg forward pass time    95.82
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 885 : backward pass time       11.07
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 885 : optimizer step time      0.34
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 885--------------------
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6285        iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6094          iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6285 iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1216iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0313 iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4886 iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0312iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0078 iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1299 iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6094iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1343  iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0342  iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0656  iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0165  iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0651  iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0164  iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2523  iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0651  iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0162   iter count: 1.0
+[Apr 13, 2026 - 21:06:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 21:07:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363515   43.518040  43.277370
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.642090   69.851562  69.441406
+util                      95.500000  100.000000  92.000000
+[Apr 13, 2026 - 21:07:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 886 : avg iteration time       56.78 seconds
+[Apr 13, 2026 - 21:07:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 886 : data loading time        0.00
+[Apr 13, 2026 - 21:07:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 886 : avg forward pass time    16.26
+[Apr 13, 2026 - 21:07:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 886 : backward pass time       11.35
+[Apr 13, 2026 - 21:07:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 886 : optimizer step time      1.17
+[Apr 13, 2026 - 21:07:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 886--------------------
+[Apr 13, 2026 - 21:07:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0195        iter count: 1.0
+[Apr 13, 2026 - 21:07:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0195   iter count: 1.0
+[Apr 13, 2026 - 21:07:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:07:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 21:08:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363823   43.519279  43.277363
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.617676   69.853516  69.402344
+util                      90.750000  100.000000  86.000000
+[Apr 13, 2026 - 21:08:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 887 : avg iteration time       49.63 seconds
+[Apr 13, 2026 - 21:08:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 887 : data loading time        0.00
+[Apr 13, 2026 - 21:08:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 887 : avg forward pass time    12.69
+[Apr 13, 2026 - 21:08:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 887 : backward pass time       11.43
+[Apr 13, 2026 - 21:08:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 887 : optimizer step time      1.27
+[Apr 13, 2026 - 21:08:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 887--------------------
+[Apr 13, 2026 - 21:08:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0152        iter count: 1.0
+[Apr 13, 2026 - 21:08:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0152   iter count: 1.0
+[Apr 13, 2026 - 21:08:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:08:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.06 seconds
+[Apr 13, 2026 - 21:09:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363887  43.519550  43.277348
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.651855  69.912109  69.402344
+util                      96.000000  99.000000  93.000000
+[Apr 13, 2026 - 21:09:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 888 : avg iteration time       56.02 seconds
+[Apr 13, 2026 - 21:09:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 888 : data loading time        0.00
+[Apr 13, 2026 - 21:09:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 888 : avg forward pass time    15.86
+[Apr 13, 2026 - 21:09:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 888 : backward pass time       11.54
+[Apr 13, 2026 - 21:09:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 888 : optimizer step time      1.17
+[Apr 13, 2026 - 21:09:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 888--------------------
+[Apr 13, 2026 - 21:09:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0163        iter count: 1.0
+[Apr 13, 2026 - 21:09:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0163   iter count: 1.0
+[Apr 13, 2026 - 21:09:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:09:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 21:10:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364041  43.520157  43.277348
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.646973  69.931641  69.402344
+util                      95.750000  99.000000  93.000000
+[Apr 13, 2026 - 21:10:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 889 : avg iteration time       46.98 seconds
+[Apr 13, 2026 - 21:10:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 889 : data loading time        0.00
+[Apr 13, 2026 - 21:10:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 889 : avg forward pass time    11.32
+[Apr 13, 2026 - 21:10:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 889 : backward pass time       11.79
+[Apr 13, 2026 - 21:10:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 889 : optimizer step time      1.20
+[Apr 13, 2026 - 21:10:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 889--------------------
+[Apr 13, 2026 - 21:10:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0131        iter count: 1.0
+[Apr 13, 2026 - 21:10:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0131   iter count: 1.0
+[Apr 13, 2026 - 21:10:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:10:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.364133   43.520500   43.277363
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  112.265137  113.031250  111.429688
+util                        8.000000   27.000000    1.000000
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 890 : avg iteration time       218.53 seconds
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 890 : data loading time        0.00
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 890 : avg forward pass time    97.22
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 890 : backward pass time       10.85
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 890 : optimizer step time      2.05
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 890--------------------
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5724        iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5547          iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5724 iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1262iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0320 iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2918 iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0322iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0080 iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0757 iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5547iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1180  iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0299  iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0710  iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0179  iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0581  iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0146  iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1458  iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0371  iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0157   iter count: 1.0
+[Apr 13, 2026 - 21:13:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.22 seconds
+[Apr 13, 2026 - 21:14:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364193  43.520760  43.277363
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699  69.990234  69.812500
+util                      93.250000  98.000000  89.000000
+[Apr 13, 2026 - 21:14:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 891 : avg iteration time       67.55 seconds
+[Apr 13, 2026 - 21:14:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 891 : data loading time        0.00
+[Apr 13, 2026 - 21:14:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 891 : avg forward pass time    19.16
+[Apr 13, 2026 - 21:14:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 891 : backward pass time       11.57
+[Apr 13, 2026 - 21:14:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 891 : optimizer step time      1.29
+[Apr 13, 2026 - 21:14:58 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 891--------------------
+[Apr 13, 2026 - 21:14:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0159        iter count: 1.0
+[Apr 13, 2026 - 21:14:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0159   iter count: 1.0
+[Apr 13, 2026 - 21:14:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:14:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 21:15:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.364193   43.520737  43.277370
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.812988   69.912109  69.636719
+util                      97.500000  100.000000  91.000000
+[Apr 13, 2026 - 21:15:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 892 : avg iteration time       54.43 seconds
+[Apr 13, 2026 - 21:15:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 892 : data loading time        0.00
+[Apr 13, 2026 - 21:15:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 892 : avg forward pass time    14.87
+[Apr 13, 2026 - 21:15:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 892 : backward pass time       12.11
+[Apr 13, 2026 - 21:15:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 892 : optimizer step time      1.18
+[Apr 13, 2026 - 21:15:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 892--------------------
+[Apr 13, 2026 - 21:15:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0145        iter count: 1.0
+[Apr 13, 2026 - 21:15:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 13, 2026 - 21:15:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:15:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 21:16:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364154  43.520611  43.277348
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348  70.146484  69.773438
+util                      95.250000  99.000000  89.000000
+[Apr 13, 2026 - 21:16:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 893 : avg iteration time       56.89 seconds
+[Apr 13, 2026 - 21:16:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 893 : data loading time        0.00
+[Apr 13, 2026 - 21:16:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 893 : avg forward pass time    16.34
+[Apr 13, 2026 - 21:16:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 893 : backward pass time       11.53
+[Apr 13, 2026 - 21:16:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 893 : optimizer step time      1.22
+[Apr 13, 2026 - 21:16:49 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 893--------------------
+[Apr 13, 2026 - 21:16:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0147        iter count: 1.0
+[Apr 13, 2026 - 21:16:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0147   iter count: 1.0
+[Apr 13, 2026 - 21:16:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:16:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 21:17:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364152  43.520611  43.277348
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.832520  69.912109  69.792969
+util                      68.250000  91.000000  31.000000
+[Apr 13, 2026 - 21:17:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 894 : avg iteration time       51.51 seconds
+[Apr 13, 2026 - 21:17:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 894 : data loading time        0.00
+[Apr 13, 2026 - 21:17:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 894 : avg forward pass time    13.41
+[Apr 13, 2026 - 21:17:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 894 : backward pass time       11.35
+[Apr 13, 2026 - 21:17:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 894 : optimizer step time      1.93
+[Apr 13, 2026 - 21:17:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 894--------------------
+[Apr 13, 2026 - 21:17:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0154        iter count: 1.0
+[Apr 13, 2026 - 21:17:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0154   iter count: 1.0
+[Apr 13, 2026 - 21:17:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:17:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.17 seconds
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363942   43.519764   43.277348
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.254395  112.132812  110.923828
+util                       70.500000   79.000000   61.000000
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 895 : avg iteration time       218.05 seconds
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 895 : data loading time        0.02
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 895 : avg forward pass time    99.42
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 895 : backward pass time       8.36
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 895 : optimizer step time      0.34
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 895--------------------
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5754        iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5576          iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5754 iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1241iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0268 iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4065 iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0318iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0067 iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1070 iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5576iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2627  iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0679  iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0900  iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0228  iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1933  iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0495  iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1152  iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0292  iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0144   iter count: 1.0
+[Apr 13, 2026 - 21:21:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 21:22:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364084  43.520340  43.277348
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.563965  69.851562  69.460938
+util                      92.500000  99.000000  88.000000
+[Apr 13, 2026 - 21:22:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 896 : avg iteration time       69.45 seconds
+[Apr 13, 2026 - 21:22:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 896 : data loading time        0.00
+[Apr 13, 2026 - 21:22:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 896 : avg forward pass time    20.92
+[Apr 13, 2026 - 21:22:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 896 : backward pass time       11.72
+[Apr 13, 2026 - 21:22:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 896 : optimizer step time      1.26
+[Apr 13, 2026 - 21:22:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 896--------------------
+[Apr 13, 2026 - 21:22:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0166        iter count: 1.0
+[Apr 13, 2026 - 21:22:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0166   iter count: 1.0
+[Apr 13, 2026 - 21:22:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:22:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 21:23:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364147  43.520550  43.277370
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.573730  69.871094  69.441406
+util                      93.750000  99.000000  86.000000
+[Apr 13, 2026 - 21:23:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 897 : avg iteration time       49.36 seconds
+[Apr 13, 2026 - 21:23:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 897 : data loading time        0.00
+[Apr 13, 2026 - 21:23:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 897 : avg forward pass time    12.50
+[Apr 13, 2026 - 21:23:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 897 : backward pass time       11.74
+[Apr 13, 2026 - 21:23:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 897 : optimizer step time      1.23
+[Apr 13, 2026 - 21:23:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 897--------------------
+[Apr 13, 2026 - 21:23:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0133        iter count: 1.0
+[Apr 13, 2026 - 21:23:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0133   iter count: 1.0
+[Apr 13, 2026 - 21:23:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:23:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 21:24:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364187  43.520752  43.277348
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.578613  69.890625  69.441406
+util                      96.000000  99.000000  88.000000
+[Apr 13, 2026 - 21:24:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 898 : avg iteration time       56.35 seconds
+[Apr 13, 2026 - 21:24:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 898 : data loading time        0.00
+[Apr 13, 2026 - 21:24:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 898 : avg forward pass time    16.05
+[Apr 13, 2026 - 21:24:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 898 : backward pass time       11.50
+[Apr 13, 2026 - 21:24:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 898 : optimizer step time      1.22
+[Apr 13, 2026 - 21:24:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 898--------------------
+[Apr 13, 2026 - 21:24:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0125        iter count: 1.0
+[Apr 13, 2026 - 21:24:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 21:24:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:24:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 21:25:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.364244   43.520977  43.277348
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.573730   69.871094  69.441406
+util                      95.750000  100.000000  92.000000
+[Apr 13, 2026 - 21:25:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 899 : avg iteration time       53.09 seconds
+[Apr 13, 2026 - 21:25:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 899 : data loading time        0.00
+[Apr 13, 2026 - 21:25:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 899 : avg forward pass time    14.47
+[Apr 13, 2026 - 21:25:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 899 : backward pass time       11.36
+[Apr 13, 2026 - 21:25:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 899 : optimizer step time      1.18
+[Apr 13, 2026 - 21:25:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 899--------------------
+[Apr 13, 2026 - 21:25:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0128        iter count: 1.0
+[Apr 13, 2026 - 21:25:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 21:25:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:25:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363865   43.519459   43.277348
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.849121  112.486328  109.789062
+util                       71.750000   76.000000   63.000000
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 900 : avg iteration time       219.11 seconds
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 900 : data loading time        0.00
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 900 : avg forward pass time    100.26
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 900 : backward pass time       8.33
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 900 : optimizer step time      0.34
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 900--------------------
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5916        iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5767          iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5916 iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1029iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0204 iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5567 iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0263iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0051 iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1493 iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5767iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1120  iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0284  iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0204  iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0051  iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2362  iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0608  iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0748  iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0189  iter count: 1.0
+[Apr 13, 2026 - 21:28:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 21:29:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 20.80 seconds
+[Apr 13, 2026 - 21:29:07 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 900
+[Apr 13, 2026 - 21:29:07 | INFO | fastgen.utils.checkpointer:save:301 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0000900
+[Apr 13, 2026 - 21:29:25 | SUCCESS | fastgen.utils.checkpointer:save:329 ] Model saved at iteration 900
+[Apr 13, 2026 - 21:29:25 | INFO | fastgen.trainer:validate:358 ] Validation iteration 900
+[Apr 13, 2026 - 21:29:26 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 21:29:29 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 3.5s
+[Apr 13, 2026 - 21:29:33 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 21:29:35 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 2.3s
+[Apr 13, 2026 - 21:29:39 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 21:29:41 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 2.4s
+[Apr 13, 2026 - 21:29:44 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 21:29:47 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 2.3s
+[Apr 13, 2026 - 21:29:50 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 21:29:53 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 2.6s
+[Apr 13, 2026 - 21:29:56 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 21:29:59 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 2.1s
+[Apr 13, 2026 - 21:30:02 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 21:30:05 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 2.5s
+[Apr 13, 2026 - 21:30:08 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 21:30:10 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 21:30:13 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 21:30:15 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 21:30:18 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 21:30:20 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 1.8s
+[Apr 13, 2026 - 21:30:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging val0 stats at iteration 900--------------------
+[Apr 13, 2026 - 21:30:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 21:31:04 | INFO | fastgen.callbacks.wandb:on_validation_end:683 ] Logged 10 val videos at iteration 900
+[Apr 13, 2026 - 21:32:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.365593  43.525349  43.278095
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.954590  70.341797  69.812500
+util                      11.750000  20.000000   1.000000
+[Apr 13, 2026 - 21:32:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 901 : avg iteration time       198.20 seconds
+[Apr 13, 2026 - 21:32:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 901 : data loading time        0.00
+[Apr 13, 2026 - 21:32:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 901 : avg forward pass time    17.33
+[Apr 13, 2026 - 21:32:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 901 : backward pass time       11.72
+[Apr 13, 2026 - 21:32:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 901 : optimizer step time      2.31
+[Apr 13, 2026 - 21:32:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 901--------------------
+[Apr 13, 2026 - 21:32:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 13, 2026 - 21:32:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 13, 2026 - 21:32:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:32:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.14 seconds
+[Apr 13, 2026 - 21:32:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.365587   43.525349  43.278095
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891113   70.302734  69.441406
+util                      95.250000  100.000000  92.000000
+[Apr 13, 2026 - 21:32:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 902 : avg iteration time       47.27 seconds
+[Apr 13, 2026 - 21:32:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 902 : data loading time        0.01
+[Apr 13, 2026 - 21:32:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 902 : avg forward pass time    11.39
+[Apr 13, 2026 - 21:32:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 902 : backward pass time       11.66
+[Apr 13, 2026 - 21:32:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 902 : optimizer step time      1.24
+[Apr 13, 2026 - 21:32:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 902--------------------
+[Apr 13, 2026 - 21:32:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0145        iter count: 1.0
+[Apr 13, 2026 - 21:32:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 13, 2026 - 21:32:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:32:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 21:33:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.365649  43.525597  43.278095
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.964355  70.322266  69.714844
+util                      90.000000  99.000000  85.000000
+[Apr 13, 2026 - 21:33:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 903 : avg iteration time       62.43 seconds
+[Apr 13, 2026 - 21:33:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 903 : data loading time        0.00
+[Apr 13, 2026 - 21:33:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 903 : avg forward pass time    16.98
+[Apr 13, 2026 - 21:33:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 903 : backward pass time       11.72
+[Apr 13, 2026 - 21:33:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 903 : optimizer step time      1.32
+[Apr 13, 2026 - 21:33:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 903--------------------
+[Apr 13, 2026 - 21:33:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0141        iter count: 1.0
+[Apr 13, 2026 - 21:33:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 21:33:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:33:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 21:34:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.365653  43.525597  43.278095
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.969238  70.322266  69.734375
+util                      95.000000  99.000000  86.000000
+[Apr 13, 2026 - 21:34:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 904 : avg iteration time       49.89 seconds
+[Apr 13, 2026 - 21:34:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 904 : data loading time        0.00
+[Apr 13, 2026 - 21:34:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 904 : avg forward pass time    12.82
+[Apr 13, 2026 - 21:34:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 904 : backward pass time       11.62
+[Apr 13, 2026 - 21:34:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 904 : optimizer step time      1.25
+[Apr 13, 2026 - 21:34:44 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 904--------------------
+[Apr 13, 2026 - 21:34:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0145        iter count: 1.0
+[Apr 13, 2026 - 21:34:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 13, 2026 - 21:34:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:34:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.364563   43.521229   43.278095
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.717285  111.214844  110.396484
+util                       55.750000   65.000000   44.000000
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 905 : avg iteration time       213.18 seconds
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 905 : data loading time        0.00
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 905 : avg forward pass time    97.11
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 905 : backward pass time       10.30
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 905 : optimizer step time      0.37
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 905--------------------
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6145        iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5957          iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6145 iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1246iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0319 iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4648 iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0319iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0080 iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1232 iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5957iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0921  iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0233  iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0620  iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0156  iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1540  iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0393  iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0572  iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0144  iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 13, 2026 - 21:38:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 21:39:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.364656   43.521603  43.278095
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.490723   69.560547  69.441406
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 21:39:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 906 : avg iteration time       55.73 seconds
+[Apr 13, 2026 - 21:39:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 906 : data loading time        0.00
+[Apr 13, 2026 - 21:39:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 906 : avg forward pass time    15.70
+[Apr 13, 2026 - 21:39:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 906 : backward pass time       11.52
+[Apr 13, 2026 - 21:39:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 906 : optimizer step time      1.29
+[Apr 13, 2026 - 21:39:13 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 906--------------------
+[Apr 13, 2026 - 21:39:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0125        iter count: 1.0
+[Apr 13, 2026 - 21:39:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0125   iter count: 1.0
+[Apr 13, 2026 - 21:39:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:39:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 21:40:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.364656  43.521603  43.278095
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.490723  69.541016  69.460938
+util                      97.750000  99.000000  95.000000
+[Apr 13, 2026 - 21:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 907 : avg iteration time       53.63 seconds
+[Apr 13, 2026 - 21:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 907 : data loading time        0.00
+[Apr 13, 2026 - 21:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 907 : avg forward pass time    14.65
+[Apr 13, 2026 - 21:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 907 : backward pass time       11.36
+[Apr 13, 2026 - 21:40:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 907 : optimizer step time      1.18
+[Apr 13, 2026 - 21:40:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 907--------------------
+[Apr 13, 2026 - 21:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0158        iter count: 1.0
+[Apr 13, 2026 - 21:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0158   iter count: 1.0
+[Apr 13, 2026 - 21:40:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:40:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 21:41:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.359722  43.512093  43.276386
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.520020  69.658203  69.460938
+util                      95.500000  99.000000  92.000000
+[Apr 13, 2026 - 21:41:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 908 : avg iteration time       56.62 seconds
+[Apr 13, 2026 - 21:41:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 908 : data loading time        1.36
+[Apr 13, 2026 - 21:41:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 908 : avg forward pass time    13.91
+[Apr 13, 2026 - 21:41:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 908 : backward pass time       14.49
+[Apr 13, 2026 - 21:41:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 908 : optimizer step time      1.25
+[Apr 13, 2026 - 21:41:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 908--------------------
+[Apr 13, 2026 - 21:41:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0143        iter count: 1.0
+[Apr 13, 2026 - 21:41:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0143   iter count: 1.0
+[Apr 13, 2026 - 21:41:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:41:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 21:41:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360014  43.513023  43.276394
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.524902  69.677734  69.460938
+util                      95.750000  99.000000  93.000000
+[Apr 13, 2026 - 21:41:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 909 : avg iteration time       53.57 seconds
+[Apr 13, 2026 - 21:41:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 909 : data loading time        0.00
+[Apr 13, 2026 - 21:41:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 909 : avg forward pass time    14.68
+[Apr 13, 2026 - 21:41:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 909 : backward pass time       11.33
+[Apr 13, 2026 - 21:41:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 909 : optimizer step time      1.24
+[Apr 13, 2026 - 21:41:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 909--------------------
+[Apr 13, 2026 - 21:41:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0178        iter count: 1.0
+[Apr 13, 2026 - 21:41:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0178   iter count: 1.0
+[Apr 13, 2026 - 21:41:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:41:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.359661   43.511089   43.275673
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.469238  112.035156  110.218750
+util                       57.500000   64.000000   45.000000
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 910 : avg iteration time       212.13 seconds
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 910 : data loading time        0.00
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 910 : avg forward pass time    96.57
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 910 : backward pass time       9.81
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 910 : optimizer step time      0.39
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 910--------------------
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5982        iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5791          iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5982 iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1300iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0380 iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4640 iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0334iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0095 iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1230 iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5791iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1807  iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0462  iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1565  iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0399  iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1001  iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0253  iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.4153  iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.1094  iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 13, 2026 - 21:45:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 21:46:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.359714   43.511368  43.275650
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.505371   69.541016  69.480469
+util                      91.500000  100.000000  87.000000
+[Apr 13, 2026 - 21:46:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 911 : avg iteration time       51.44 seconds
+[Apr 13, 2026 - 21:46:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 911 : data loading time        0.00
+[Apr 13, 2026 - 21:46:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 911 : avg forward pass time    13.59
+[Apr 13, 2026 - 21:46:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 911 : backward pass time       11.64
+[Apr 13, 2026 - 21:46:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 911 : optimizer step time      1.27
+[Apr 13, 2026 - 21:46:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 911--------------------
+[Apr 13, 2026 - 21:46:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0130        iter count: 1.0
+[Apr 13, 2026 - 21:46:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 13, 2026 - 21:46:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:46:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.12 seconds
+[Apr 13, 2026 - 21:47:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360174  43.512596  43.275749
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.705566  69.851562  69.460938
+util                      94.750000  99.000000  91.000000
+[Apr 13, 2026 - 21:47:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 912 : avg iteration time       59.25 seconds
+[Apr 13, 2026 - 21:47:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 912 : data loading time        0.00
+[Apr 13, 2026 - 21:47:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 912 : avg forward pass time    17.36
+[Apr 13, 2026 - 21:47:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 912 : backward pass time       11.67
+[Apr 13, 2026 - 21:47:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 912 : optimizer step time      1.23
+[Apr 13, 2026 - 21:47:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 912--------------------
+[Apr 13, 2026 - 21:47:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0160        iter count: 1.0
+[Apr 13, 2026 - 21:47:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0160   iter count: 1.0
+[Apr 13, 2026 - 21:47:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:47:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 21:48:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360193  43.512596  43.275749
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.700684  69.851562  69.460938
+util                      21.750000  47.000000   1.000000
+[Apr 13, 2026 - 21:48:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 913 : avg iteration time       50.62 seconds
+[Apr 13, 2026 - 21:48:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 913 : data loading time        0.01
+[Apr 13, 2026 - 21:48:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 913 : avg forward pass time    12.86
+[Apr 13, 2026 - 21:48:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 913 : backward pass time       11.33
+[Apr 13, 2026 - 21:48:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 913 : optimizer step time      2.20
+[Apr 13, 2026 - 21:48:10 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 913--------------------
+[Apr 13, 2026 - 21:48:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0128        iter count: 1.0
+[Apr 13, 2026 - 21:48:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0128   iter count: 1.0
+[Apr 13, 2026 - 21:48:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:48:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.15 seconds
+[Apr 13, 2026 - 21:49:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.360379  43.512623  43.276459
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.700684  69.832031  69.460938
+util                      95.750000  99.000000  92.000000
+[Apr 13, 2026 - 21:49:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 914 : avg iteration time       57.54 seconds
+[Apr 13, 2026 - 21:49:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 914 : data loading time        0.02
+[Apr 13, 2026 - 21:49:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 914 : avg forward pass time    15.18
+[Apr 13, 2026 - 21:49:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 914 : backward pass time       11.71
+[Apr 13, 2026 - 21:49:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 914 : optimizer step time      1.18
+[Apr 13, 2026 - 21:49:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 914--------------------
+[Apr 13, 2026 - 21:49:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0155        iter count: 1.0
+[Apr 13, 2026 - 21:49:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0155   iter count: 1.0
+[Apr 13, 2026 - 21:49:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:49:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.360484   43.512070   43.276463
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.566895  112.191406  110.806641
+util                       50.750000   62.000000   46.000000
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 915 : avg iteration time       212.03 seconds
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 915 : data loading time        0.00
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 915 : avg forward pass time    95.72
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 915 : backward pass time       10.00
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 915 : optimizer step time      0.49
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 915--------------------
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5553        iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5332          iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5553 iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1639iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0315 iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.7050 iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0424iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0079 iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1927 iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5332iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0842  iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0213  iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1473  iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0375  iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0776  iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0196  iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0667  iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0168  iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0163   iter count: 1.0
+[Apr 13, 2026 - 21:52:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 21:53:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361163  43.512070  43.278301
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926  69.871094  69.521484
+util                      96.500000  99.000000  89.000000
+[Apr 13, 2026 - 21:53:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 916 : avg iteration time       52.51 seconds
+[Apr 13, 2026 - 21:53:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 916 : data loading time        0.01
+[Apr 13, 2026 - 21:53:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 916 : avg forward pass time    14.15
+[Apr 13, 2026 - 21:53:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 916 : backward pass time       11.35
+[Apr 13, 2026 - 21:53:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 916 : optimizer step time      1.25
+[Apr 13, 2026 - 21:53:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 916--------------------
+[Apr 13, 2026 - 21:53:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0157        iter count: 1.0
+[Apr 13, 2026 - 21:53:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0157   iter count: 1.0
+[Apr 13, 2026 - 21:53:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:53:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 21:54:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361216  43.512070  43.278423
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230  69.929688  69.851562
+util                      91.250000  96.000000  87.000000
+[Apr 13, 2026 - 21:54:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 917 : avg iteration time       60.09 seconds
+[Apr 13, 2026 - 21:54:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 917 : data loading time        0.01
+[Apr 13, 2026 - 21:54:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 917 : avg forward pass time    17.81
+[Apr 13, 2026 - 21:54:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 917 : backward pass time       11.50
+[Apr 13, 2026 - 21:54:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 917 : optimizer step time      1.27
+[Apr 13, 2026 - 21:54:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 917--------------------
+[Apr 13, 2026 - 21:54:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0141        iter count: 1.0
+[Apr 13, 2026 - 21:54:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 21:54:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:54:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 21:55:25 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361467   43.512974  43.278446
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465   69.892578  69.871094
+util                      97.500000  100.000000  94.000000
+[Apr 13, 2026 - 21:55:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 918 : avg iteration time       52.58 seconds
+[Apr 13, 2026 - 21:55:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 918 : data loading time        0.00
+[Apr 13, 2026 - 21:55:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 918 : avg forward pass time    14.19
+[Apr 13, 2026 - 21:55:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 918 : backward pass time       11.35
+[Apr 13, 2026 - 21:55:25 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 918 : optimizer step time      1.19
+[Apr 13, 2026 - 21:55:25 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 918--------------------
+[Apr 13, 2026 - 21:55:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0159        iter count: 1.0
+[Apr 13, 2026 - 21:55:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0159   iter count: 1.0
+[Apr 13, 2026 - 21:55:25 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:55:25 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 21:56:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361522  43.512985  43.278511
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.783691  69.890625  69.658203
+util                      95.000000  99.000000  92.000000
+[Apr 13, 2026 - 21:56:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 919 : avg iteration time       56.00 seconds
+[Apr 13, 2026 - 21:56:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 919 : data loading time        0.00
+[Apr 13, 2026 - 21:56:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 919 : avg forward pass time    13.69
+[Apr 13, 2026 - 21:56:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 919 : backward pass time       15.96
+[Apr 13, 2026 - 21:56:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 919 : optimizer step time      1.25
+[Apr 13, 2026 - 21:56:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 919--------------------
+[Apr 13, 2026 - 21:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0162        iter count: 1.0
+[Apr 13, 2026 - 21:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0162   iter count: 1.0
+[Apr 13, 2026 - 21:56:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 21:56:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.361603   43.513161   43.278542
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.586426  112.269531  110.628906
+util                       71.500000   74.000000   70.000000
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 920 : avg iteration time       209.57 seconds
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 920 : data loading time        0.01
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 920 : avg forward pass time    94.47
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 920 : backward pass time       10.17
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 920 : optimizer step time      0.34
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 920--------------------
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5856        iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5649          iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5856 iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1396iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0158 iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4075 iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0359iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0040 iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1073 iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5649iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1527  iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0389  iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0757  iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0191  iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0755  iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0190  iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0459  iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0115  iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 21:59:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:00:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.361889  43.513363  43.278519
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277  69.910156  69.443359
+util                      95.750000  99.000000  92.000000
+[Apr 13, 2026 - 22:00:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 921 : avg iteration time       56.81 seconds
+[Apr 13, 2026 - 22:00:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 921 : data loading time        0.00
+[Apr 13, 2026 - 22:00:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 921 : avg forward pass time    16.26
+[Apr 13, 2026 - 22:00:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 921 : backward pass time       11.38
+[Apr 13, 2026 - 22:00:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 921 : optimizer step time      1.18
+[Apr 13, 2026 - 22:00:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 921--------------------
+[Apr 13, 2026 - 22:00:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0162        iter count: 1.0
+[Apr 13, 2026 - 22:00:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0162   iter count: 1.0
+[Apr 13, 2026 - 22:00:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:00:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:01:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362081   43.513885  43.278610
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.798340   69.929688  69.423828
+util                      98.750000  100.000000  97.000000
+[Apr 13, 2026 - 22:01:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 922 : avg iteration time       53.33 seconds
+[Apr 13, 2026 - 22:01:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 922 : data loading time        0.00
+[Apr 13, 2026 - 22:01:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 922 : avg forward pass time    14.46
+[Apr 13, 2026 - 22:01:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 922 : backward pass time       11.53
+[Apr 13, 2026 - 22:01:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 922 : optimizer step time      1.25
+[Apr 13, 2026 - 22:01:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 922--------------------
+[Apr 13, 2026 - 22:01:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0150        iter count: 1.0
+[Apr 13, 2026 - 22:01:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0150   iter count: 1.0
+[Apr 13, 2026 - 22:01:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:01:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:02:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362100  43.513863  43.278622
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.788574  69.929688  69.423828
+util                      95.250000  99.000000  92.000000
+[Apr 13, 2026 - 22:02:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 923 : avg iteration time       56.22 seconds
+[Apr 13, 2026 - 22:02:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 923 : data loading time        0.00
+[Apr 13, 2026 - 22:02:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 923 : avg forward pass time    15.92
+[Apr 13, 2026 - 22:02:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 923 : backward pass time       11.64
+[Apr 13, 2026 - 22:02:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 923 : optimizer step time      1.19
+[Apr 13, 2026 - 22:02:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 923--------------------
+[Apr 13, 2026 - 22:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0190        iter count: 1.0
+[Apr 13, 2026 - 22:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0190   iter count: 1.0
+[Apr 13, 2026 - 22:02:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:02:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:03:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362149   43.514080  43.278610
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.788574   69.929688  69.423828
+util                      99.500000  100.000000  99.000000
+[Apr 13, 2026 - 22:03:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 924 : avg iteration time       62.17 seconds
+[Apr 13, 2026 - 22:03:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 924 : data loading time        0.00
+[Apr 13, 2026 - 22:03:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 924 : avg forward pass time    17.30
+[Apr 13, 2026 - 22:03:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 924 : backward pass time       14.78
+[Apr 13, 2026 - 22:03:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 924 : optimizer step time      1.44
+[Apr 13, 2026 - 22:03:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 924--------------------
+[Apr 13, 2026 - 22:03:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0143        iter count: 1.0
+[Apr 13, 2026 - 22:03:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0143   iter count: 1.0
+[Apr 13, 2026 - 22:03:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:03:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.361816   43.512650   43.278610
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.342285  112.173828  110.609375
+util                       74.500000   79.000000   66.000000
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 925 : avg iteration time       210.39 seconds
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 925 : data loading time        0.00
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 925 : avg forward pass time    94.63
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 925 : backward pass time       10.66
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 925 : optimizer step time      0.34
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 925--------------------
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6277        iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6045          iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6277 iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1511iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0269 iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4622 iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0390iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0067 iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1225 iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6045iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.3175  iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0826  iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0990  iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0251  iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0907  iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0229  iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0859  iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0217  iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0180   iter count: 1.0
+[Apr 13, 2026 - 22:07:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:08:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361833   43.512695  43.278610
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.872070   69.931641  69.851562
+util                      97.750000  100.000000  94.000000
+[Apr 13, 2026 - 22:08:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 926 : avg iteration time       54.31 seconds
+[Apr 13, 2026 - 22:08:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 926 : data loading time        0.00
+[Apr 13, 2026 - 22:08:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 926 : avg forward pass time    14.93
+[Apr 13, 2026 - 22:08:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 926 : backward pass time       11.59
+[Apr 13, 2026 - 22:08:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 926 : optimizer step time      1.17
+[Apr 13, 2026 - 22:08:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 926--------------------
+[Apr 13, 2026 - 22:08:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0153        iter count: 1.0
+[Apr 13, 2026 - 22:08:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0153   iter count: 1.0
+[Apr 13, 2026 - 22:08:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:08:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:08:59 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362213   43.513889  43.278645
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.847656   69.931641  69.792969
+util                      93.750000  100.000000  90.000000
+[Apr 13, 2026 - 22:08:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 927 : avg iteration time       55.35 seconds
+[Apr 13, 2026 - 22:08:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 927 : data loading time        0.00
+[Apr 13, 2026 - 22:08:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 927 : avg forward pass time    15.57
+[Apr 13, 2026 - 22:08:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 927 : backward pass time       11.52
+[Apr 13, 2026 - 22:08:59 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 927 : optimizer step time      1.21
+[Apr 13, 2026 - 22:08:59 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 927--------------------
+[Apr 13, 2026 - 22:08:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0126        iter count: 1.0
+[Apr 13, 2026 - 22:08:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0126   iter count: 1.0
+[Apr 13, 2026 - 22:08:59 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:08:59 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.10 seconds
+[Apr 13, 2026 - 22:09:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362298   43.514130  43.278622
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.872070   69.970703  69.832031
+util                      97.750000  100.000000  94.000000
+[Apr 13, 2026 - 22:09:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 928 : avg iteration time       52.85 seconds
+[Apr 13, 2026 - 22:09:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 928 : data loading time        0.02
+[Apr 13, 2026 - 22:09:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 928 : avg forward pass time    14.17
+[Apr 13, 2026 - 22:09:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 928 : backward pass time       11.73
+[Apr 13, 2026 - 22:09:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 928 : optimizer step time      1.17
+[Apr 13, 2026 - 22:09:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 928--------------------
+[Apr 13, 2026 - 22:09:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0144        iter count: 1.0
+[Apr 13, 2026 - 22:09:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0144   iter count: 1.0
+[Apr 13, 2026 - 22:09:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:09:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:10:47 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362312   43.514153   43.278645
+peak_gpu_mem_gb            67.786331   67.787876   67.785816
+peak_gpu_mem_reserved_gb   69.881836   69.970703   69.851562
+util                      100.000000  100.000000  100.000000
+[Apr 13, 2026 - 22:10:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 929 : avg iteration time       55.77 seconds
+[Apr 13, 2026 - 22:10:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 929 : data loading time        0.00
+[Apr 13, 2026 - 22:10:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 929 : avg forward pass time    14.66
+[Apr 13, 2026 - 22:10:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 929 : backward pass time       13.71
+[Apr 13, 2026 - 22:10:47 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 929 : optimizer step time      1.43
+[Apr 13, 2026 - 22:10:47 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 929--------------------
+[Apr 13, 2026 - 22:10:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0161        iter count: 1.0
+[Apr 13, 2026 - 22:10:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0161   iter count: 1.0
+[Apr 13, 2026 - 22:10:47 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:10:47 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.361908   43.512482   43.278645
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.517090  111.312500  109.964844
+util                       72.500000   77.000000   64.000000
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 930 : avg iteration time       213.12 seconds
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 930 : data loading time        0.00
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 930 : avg forward pass time    95.47
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 930 : backward pass time       11.48
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 930 : optimizer step time      0.34
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 930--------------------
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.4654        iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.4497          iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.4654 iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1367iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0226 iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3997 iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0351iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0057 iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1051 iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.4497iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0902  iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0228  iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.3611  iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0945  iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0600  iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0151  iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0226  iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0057  iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 13, 2026 - 22:14:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:15:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.361966   43.512703  43.278667
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754   69.832031  69.812500
+util                      95.250000  100.000000  92.000000
+[Apr 13, 2026 - 22:15:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 931 : avg iteration time       59.83 seconds
+[Apr 13, 2026 - 22:15:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 931 : data loading time        0.00
+[Apr 13, 2026 - 22:15:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 931 : avg forward pass time    16.62
+[Apr 13, 2026 - 22:15:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 931 : backward pass time       11.67
+[Apr 13, 2026 - 22:15:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 931 : optimizer step time      1.17
+[Apr 13, 2026 - 22:15:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 931--------------------
+[Apr 13, 2026 - 22:15:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0174        iter count: 1.0
+[Apr 13, 2026 - 22:15:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0174   iter count: 1.0
+[Apr 13, 2026 - 22:15:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:15:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:16:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362083  43.512920  43.278622
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348  69.912109  69.792969
+util                      98.250000  99.000000  96.000000
+[Apr 13, 2026 - 22:16:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 932 : avg iteration time       50.13 seconds
+[Apr 13, 2026 - 22:16:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 932 : data loading time        0.00
+[Apr 13, 2026 - 22:16:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 932 : avg forward pass time    12.97
+[Apr 13, 2026 - 22:16:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 932 : backward pass time       11.62
+[Apr 13, 2026 - 22:16:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 932 : optimizer step time      1.21
+[Apr 13, 2026 - 22:16:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 932--------------------
+[Apr 13, 2026 - 22:16:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0150        iter count: 1.0
+[Apr 13, 2026 - 22:16:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0150   iter count: 1.0
+[Apr 13, 2026 - 22:16:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:16:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:17:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362170  43.512943  43.278667
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.871582  69.970703  69.812500
+util                      96.250000  99.000000  92.000000
+[Apr 13, 2026 - 22:17:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 933 : avg iteration time       55.75 seconds
+[Apr 13, 2026 - 22:17:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 933 : data loading time        0.01
+[Apr 13, 2026 - 22:17:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 933 : avg forward pass time    15.68
+[Apr 13, 2026 - 22:17:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 933 : backward pass time       11.63
+[Apr 13, 2026 - 22:17:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 933 : optimizer step time      1.23
+[Apr 13, 2026 - 22:17:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 933--------------------
+[Apr 13, 2026 - 22:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0141        iter count: 1.0
+[Apr 13, 2026 - 22:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 22:17:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:17:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:17:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362290  43.513168  43.278645
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285  69.951172  69.792969
+util                      20.500000  48.000000   1.000000
+[Apr 13, 2026 - 22:17:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 934 : avg iteration time       51.23 seconds
+[Apr 13, 2026 - 22:17:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 934 : data loading time        0.00
+[Apr 13, 2026 - 22:17:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 934 : avg forward pass time    13.09
+[Apr 13, 2026 - 22:17:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 934 : backward pass time       11.37
+[Apr 13, 2026 - 22:17:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 934 : optimizer step time      2.32
+[Apr 13, 2026 - 22:17:58 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 934--------------------
+[Apr 13, 2026 - 22:17:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0138        iter count: 1.0
+[Apr 13, 2026 - 22:17:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 13, 2026 - 22:17:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:17:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.20 seconds
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362124   43.512482   43.278645
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.536621  111.587891  109.769531
+util                       71.000000   76.000000   67.000000
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 935 : avg iteration time       216.18 seconds
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 935 : data loading time        0.02
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 935 : avg forward pass time    98.57
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 935 : backward pass time       8.35
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 935 : optimizer step time      0.34
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 935--------------------
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5782        iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5562          iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5782 iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1539iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0500 iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3613 iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0395iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0126 iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0945 iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5562iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0933  iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0236  iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.3425  iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0894  iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2046  iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0525  iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1120  iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0284  iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0168   iter count: 1.0
+[Apr 13, 2026 - 22:21:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:22:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362107   43.512505  43.278622
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277   69.851562  69.482422
+util                      95.750000  100.000000  91.000000
+[Apr 13, 2026 - 22:22:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 936 : avg iteration time       69.63 seconds
+[Apr 13, 2026 - 22:22:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 936 : data loading time        0.00
+[Apr 13, 2026 - 22:22:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 936 : avg forward pass time    21.03
+[Apr 13, 2026 - 22:22:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 936 : backward pass time       11.71
+[Apr 13, 2026 - 22:22:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 936 : optimizer step time      1.26
+[Apr 13, 2026 - 22:22:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 936--------------------
+[Apr 13, 2026 - 22:22:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0165        iter count: 1.0
+[Apr 13, 2026 - 22:22:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0165   iter count: 1.0
+[Apr 13, 2026 - 22:22:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:22:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:23:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362477  43.513649  43.278622
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230  69.931641  69.871094
+util                      98.250000  99.000000  96.000000
+[Apr 13, 2026 - 22:23:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 937 : avg iteration time       57.40 seconds
+[Apr 13, 2026 - 22:23:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 937 : data loading time        0.00
+[Apr 13, 2026 - 22:23:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 937 : avg forward pass time    16.57
+[Apr 13, 2026 - 22:23:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 937 : backward pass time       11.65
+[Apr 13, 2026 - 22:23:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 937 : optimizer step time      1.22
+[Apr 13, 2026 - 22:23:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 937--------------------
+[Apr 13, 2026 - 22:23:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0138        iter count: 1.0
+[Apr 13, 2026 - 22:23:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 13, 2026 - 22:23:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:23:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:24:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362470  43.513634  43.278622
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.754395  69.871094  69.423828
+util                      93.250000  99.000000  85.000000
+[Apr 13, 2026 - 22:24:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 938 : avg iteration time       58.89 seconds
+[Apr 13, 2026 - 22:24:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 938 : data loading time        0.00
+[Apr 13, 2026 - 22:24:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 938 : avg forward pass time    17.24
+[Apr 13, 2026 - 22:24:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 938 : backward pass time       11.50
+[Apr 13, 2026 - 22:24:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 938 : optimizer step time      1.28
+[Apr 13, 2026 - 22:24:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 938--------------------
+[Apr 13, 2026 - 22:24:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0134        iter count: 1.0
+[Apr 13, 2026 - 22:24:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0134   iter count: 1.0
+[Apr 13, 2026 - 22:24:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:24:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:25:30 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362468  43.513649  43.278622
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.700684  69.792969  69.423828
+util                      30.750000  45.000000  21.000000
+[Apr 13, 2026 - 22:25:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 939 : avg iteration time       50.47 seconds
+[Apr 13, 2026 - 22:25:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 939 : data loading time        0.00
+[Apr 13, 2026 - 22:25:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 939 : avg forward pass time    12.82
+[Apr 13, 2026 - 22:25:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 939 : backward pass time       11.33
+[Apr 13, 2026 - 22:25:30 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 939 : optimizer step time      2.13
+[Apr 13, 2026 - 22:25:30 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 939--------------------
+[Apr 13, 2026 - 22:25:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 13, 2026 - 22:25:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 13, 2026 - 22:25:30 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:25:30 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.15 seconds
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362160   43.512371   43.278622
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.454590  112.757812  110.162109
+util                       68.750000   77.000000   64.000000
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 940 : avg iteration time       211.33 seconds
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 940 : data loading time        0.01
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 940 : avg forward pass time    95.94
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 940 : backward pass time       8.34
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 940 : optimizer step time      0.34
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 940--------------------
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5725        iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5488          iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5725 iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1696iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0235 iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4548 iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0438iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0059 iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1204 iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5488iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0755  iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0191  iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2317  iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0596  iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0536  iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0135  iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.3677  iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0963  iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0153   iter count: 1.0
+[Apr 13, 2026 - 22:29:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:29:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362148  43.512371  43.278622
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402  69.871094  69.775391
+util                      97.000000  99.000000  93.000000
+[Apr 13, 2026 - 22:29:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 941 : avg iteration time       56.91 seconds
+[Apr 13, 2026 - 22:29:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 941 : data loading time        0.00
+[Apr 13, 2026 - 22:29:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 941 : avg forward pass time    14.09
+[Apr 13, 2026 - 22:29:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 941 : backward pass time       15.89
+[Apr 13, 2026 - 22:29:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 941 : optimizer step time      1.31
+[Apr 13, 2026 - 22:29:58 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 941--------------------
+[Apr 13, 2026 - 22:29:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0148        iter count: 1.0
+[Apr 13, 2026 - 22:29:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 13, 2026 - 22:29:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:29:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:30:54 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362387  43.513126  43.278633
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.808105  69.851562  69.697266
+util                      98.500000  99.000000  97.000000
+[Apr 13, 2026 - 22:30:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 942 : avg iteration time       55.57 seconds
+[Apr 13, 2026 - 22:30:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 942 : data loading time        0.02
+[Apr 13, 2026 - 22:30:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 942 : avg forward pass time    15.56
+[Apr 13, 2026 - 22:30:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 942 : backward pass time       11.49
+[Apr 13, 2026 - 22:30:54 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 942 : optimizer step time      1.16
+[Apr 13, 2026 - 22:30:54 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 942--------------------
+[Apr 13, 2026 - 22:30:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0141        iter count: 1.0
+[Apr 13, 2026 - 22:30:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 22:30:54 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:30:54 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:31:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362849   43.514866  43.278622
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285   69.929688  69.658203
+util                      95.250000  100.000000  88.000000
+[Apr 13, 2026 - 22:31:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 943 : avg iteration time       50.72 seconds
+[Apr 13, 2026 - 22:31:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 943 : data loading time        0.00
+[Apr 13, 2026 - 22:31:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 943 : avg forward pass time    13.18
+[Apr 13, 2026 - 22:31:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 943 : backward pass time       11.41
+[Apr 13, 2026 - 22:31:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 943 : optimizer step time      1.24
+[Apr 13, 2026 - 22:31:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 943--------------------
+[Apr 13, 2026 - 22:31:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0168        iter count: 1.0
+[Apr 13, 2026 - 22:31:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0168   iter count: 1.0
+[Apr 13, 2026 - 22:31:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:31:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:32:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362844   43.514866  43.278622
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465   69.949219  69.736328
+util                      98.500000  100.000000  96.000000
+[Apr 13, 2026 - 22:32:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 944 : avg iteration time       55.87 seconds
+[Apr 13, 2026 - 22:32:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 944 : data loading time        0.00
+[Apr 13, 2026 - 22:32:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 944 : avg forward pass time    15.89
+[Apr 13, 2026 - 22:32:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 944 : backward pass time       11.43
+[Apr 13, 2026 - 22:32:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 944 : optimizer step time      1.17
+[Apr 13, 2026 - 22:32:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 944--------------------
+[Apr 13, 2026 - 22:32:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 13, 2026 - 22:32:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 13, 2026 - 22:32:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:32:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362286   43.512630   43.278625
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.849121  111.644531  110.375000
+util                       69.000000   73.000000   64.000000
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 945 : avg iteration time       220.21 seconds
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 945 : data loading time        0.00
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 945 : avg forward pass time    99.91
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 945 : backward pass time       10.44
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 945 : optimizer step time      0.35
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 945--------------------
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5641        iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5459          iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5641 iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1233iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0257 iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4151 iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0315iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0064 iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1094 iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5459iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0405  iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0102  iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1408  iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0358  iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2573  iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0664  iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0817  iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0206  iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0152   iter count: 1.0
+[Apr 13, 2026 - 22:36:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:37:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362349   43.512653  43.278645
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754   69.890625  69.697266
+util                      98.750000  100.000000  97.000000
+[Apr 13, 2026 - 22:37:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 946 : avg iteration time       54.41 seconds
+[Apr 13, 2026 - 22:37:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 946 : data loading time        0.00
+[Apr 13, 2026 - 22:37:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 946 : avg forward pass time    15.12
+[Apr 13, 2026 - 22:37:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 946 : backward pass time       11.58
+[Apr 13, 2026 - 22:37:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 946 : optimizer step time      1.19
+[Apr 13, 2026 - 22:37:15 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 946--------------------
+[Apr 13, 2026 - 22:37:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0174        iter count: 1.0
+[Apr 13, 2026 - 22:37:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0174   iter count: 1.0
+[Apr 13, 2026 - 22:37:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:37:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:38:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362361   43.512630  43.278645
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402   69.890625  69.677734
+util                      98.250000  100.000000  95.000000
+[Apr 13, 2026 - 22:38:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 947 : avg iteration time       59.00 seconds
+[Apr 13, 2026 - 22:38:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 947 : data loading time        0.00
+[Apr 13, 2026 - 22:38:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 947 : avg forward pass time    15.42
+[Apr 13, 2026 - 22:38:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 947 : backward pass time       11.73
+[Apr 13, 2026 - 22:38:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 947 : optimizer step time      1.23
+[Apr 13, 2026 - 22:38:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 947--------------------
+[Apr 13, 2026 - 22:38:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0152        iter count: 1.0
+[Apr 13, 2026 - 22:38:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0152   iter count: 1.0
+[Apr 13, 2026 - 22:38:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:38:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:39:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362403   43.512669  43.278645
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.871582   69.949219  69.716797
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 22:39:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 948 : avg iteration time       54.44 seconds
+[Apr 13, 2026 - 22:39:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 948 : data loading time        0.00
+[Apr 13, 2026 - 22:39:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 948 : avg forward pass time    15.15
+[Apr 13, 2026 - 22:39:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 948 : backward pass time       11.57
+[Apr 13, 2026 - 22:39:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 948 : optimizer step time      1.20
+[Apr 13, 2026 - 22:39:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 948--------------------
+[Apr 13, 2026 - 22:39:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0162        iter count: 1.0
+[Apr 13, 2026 - 22:39:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0162   iter count: 1.0
+[Apr 13, 2026 - 22:39:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:39:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:40:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362413   43.512691   43.278645
+peak_gpu_mem_gb            67.786331   67.787876   67.785816
+peak_gpu_mem_reserved_gb   69.837402   69.929688   69.716797
+util                      100.000000  100.000000  100.000000
+[Apr 13, 2026 - 22:40:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 949 : avg iteration time       56.20 seconds
+[Apr 13, 2026 - 22:40:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 949 : data loading time        0.00
+[Apr 13, 2026 - 22:40:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 949 : avg forward pass time    14.82
+[Apr 13, 2026 - 22:40:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 949 : backward pass time       13.79
+[Apr 13, 2026 - 22:40:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 949 : optimizer step time      1.42
+[Apr 13, 2026 - 22:40:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 949--------------------
+[Apr 13, 2026 - 22:40:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0154        iter count: 1.0
+[Apr 13, 2026 - 22:40:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0154   iter count: 1.0
+[Apr 13, 2026 - 22:40:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:40:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362272   43.511917   43.278667
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.806152  111.996094  111.431641
+util                       70.500000   79.000000   61.000000
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 950 : avg iteration time       184.45 seconds
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 950 : data loading time        0.00
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 950 : avg forward pass time    83.75
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 950 : backward pass time       8.34
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 950 : optimizer step time      0.33
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 950--------------------
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6908        iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6680          iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6908 iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1346iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0288 iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3753 iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0344iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0072 iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0984 iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6680iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1524  iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0388  iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0861  iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0218  iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1490  iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0379  iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1211  iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0307  iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0139   iter count: 1.0
+[Apr 13, 2026 - 22:43:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:43:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362264   43.511917  43.278645
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.515625   69.851562  69.402344
+util                      96.750000  100.000000  93.000000
+[Apr 13, 2026 - 22:43:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 951 : avg iteration time       47.27 seconds
+[Apr 13, 2026 - 22:43:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 951 : data loading time        0.00
+[Apr 13, 2026 - 22:43:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 951 : avg forward pass time    11.70
+[Apr 13, 2026 - 22:43:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 951 : backward pass time       11.35
+[Apr 13, 2026 - 22:43:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 951 : optimizer step time      1.17
+[Apr 13, 2026 - 22:43:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 951--------------------
+[Apr 13, 2026 - 22:43:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0227        iter count: 1.0
+[Apr 13, 2026 - 22:43:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0227   iter count: 1.0
+[Apr 13, 2026 - 22:43:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:43:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:44:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362494  43.512901  43.278645
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.632812  69.890625  69.402344
+util                      98.000000  99.000000  95.000000
+[Apr 13, 2026 - 22:44:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 952 : avg iteration time       46.11 seconds
+[Apr 13, 2026 - 22:44:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 952 : data loading time        0.00
+[Apr 13, 2026 - 22:44:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 952 : avg forward pass time    11.14
+[Apr 13, 2026 - 22:44:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 952 : backward pass time       11.32
+[Apr 13, 2026 - 22:44:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 952 : optimizer step time      1.19
+[Apr 13, 2026 - 22:44:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 952--------------------
+[Apr 13, 2026 - 22:44:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0179        iter count: 1.0
+[Apr 13, 2026 - 22:44:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0179   iter count: 1.0
+[Apr 13, 2026 - 22:44:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:44:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:45:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362917   43.514561  43.278645
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.603516   69.814453  69.402344
+util                      98.250000  100.000000  95.000000
+[Apr 13, 2026 - 22:45:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 953 : avg iteration time       51.61 seconds
+[Apr 13, 2026 - 22:45:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 953 : data loading time        0.00
+[Apr 13, 2026 - 22:45:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 953 : avg forward pass time    13.85
+[Apr 13, 2026 - 22:45:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 953 : backward pass time       11.39
+[Apr 13, 2026 - 22:45:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 953 : optimizer step time      1.17
+[Apr 13, 2026 - 22:45:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 953--------------------
+[Apr 13, 2026 - 22:45:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0141        iter count: 1.0
+[Apr 13, 2026 - 22:45:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 13, 2026 - 22:45:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:45:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:46:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362919   43.514538  43.278645
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.637695   69.890625  69.402344
+util                      98.250000  100.000000  95.000000
+[Apr 13, 2026 - 22:46:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 954 : avg iteration time       48.80 seconds
+[Apr 13, 2026 - 22:46:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 954 : data loading time        0.00
+[Apr 13, 2026 - 22:46:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 954 : avg forward pass time    12.46
+[Apr 13, 2026 - 22:46:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 954 : backward pass time       11.36
+[Apr 13, 2026 - 22:46:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 954 : optimizer step time      1.17
+[Apr 13, 2026 - 22:46:23 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 954--------------------
+[Apr 13, 2026 - 22:46:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0166        iter count: 1.0
+[Apr 13, 2026 - 22:46:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0166   iter count: 1.0
+[Apr 13, 2026 - 22:46:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:46:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362407   43.512444   43.278706
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.439453  112.367188  110.318359
+util                       74.250000   79.000000   70.000000
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 955 : avg iteration time       185.36 seconds
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 955 : data loading time        0.00
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 955 : avg forward pass time    84.20
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 955 : backward pass time       8.33
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 955 : optimizer step time      0.34
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 955--------------------
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6040        iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5840          iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6040 iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1338iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0301 iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3613 iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0343iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0076 iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0945 iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5840iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1235  iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0314  iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.3199  iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0833  iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1247  iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0317  iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0646  iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0163  iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 22:49:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:50:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362433   43.512428  43.278828
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.656738   69.851562  69.460938
+util                      98.250000  100.000000  94.000000
+[Apr 13, 2026 - 22:50:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 956 : avg iteration time       49.83 seconds
+[Apr 13, 2026 - 22:50:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 956 : data loading time        0.00
+[Apr 13, 2026 - 22:50:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 956 : avg forward pass time    12.99
+[Apr 13, 2026 - 22:50:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 956 : backward pass time       11.33
+[Apr 13, 2026 - 22:50:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 956 : optimizer step time      1.17
+[Apr 13, 2026 - 22:50:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 956--------------------
+[Apr 13, 2026 - 22:50:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0216        iter count: 1.0
+[Apr 13, 2026 - 22:50:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0216   iter count: 1.0
+[Apr 13, 2026 - 22:50:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:50:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:51:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362698  43.513409  43.278805
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816  69.912109  69.832031
+util                      97.000000  99.000000  91.000000
+[Apr 13, 2026 - 22:51:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 957 : avg iteration time       46.16 seconds
+[Apr 13, 2026 - 22:51:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 957 : data loading time        0.00
+[Apr 13, 2026 - 22:51:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 957 : avg forward pass time    11.15
+[Apr 13, 2026 - 22:51:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 957 : backward pass time       11.34
+[Apr 13, 2026 - 22:51:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 957 : optimizer step time      1.19
+[Apr 13, 2026 - 22:51:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 957--------------------
+[Apr 13, 2026 - 22:51:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0224        iter count: 1.0
+[Apr 13, 2026 - 22:51:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0224   iter count: 1.0
+[Apr 13, 2026 - 22:51:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:51:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:51:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362705   43.513405  43.278805
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.032715   71.025391  69.441406
+util                      98.000000  100.000000  94.000000
+[Apr 13, 2026 - 22:51:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 958 : avg iteration time       51.55 seconds
+[Apr 13, 2026 - 22:51:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 958 : data loading time        0.00
+[Apr 13, 2026 - 22:51:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 958 : avg forward pass time    13.84
+[Apr 13, 2026 - 22:51:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 958 : backward pass time       11.35
+[Apr 13, 2026 - 22:51:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 958 : optimizer step time      1.18
+[Apr 13, 2026 - 22:51:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 958--------------------
+[Apr 13, 2026 - 22:51:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0182        iter count: 1.0
+[Apr 13, 2026 - 22:51:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0182   iter count: 1.0
+[Apr 13, 2026 - 22:51:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:51:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:52:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362784   43.513641  43.278812
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.018066   70.869141  69.460938
+util                      95.500000  100.000000  92.000000
+[Apr 13, 2026 - 22:52:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 959 : avg iteration time       48.92 seconds
+[Apr 13, 2026 - 22:52:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 959 : data loading time        0.00
+[Apr 13, 2026 - 22:52:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 959 : avg forward pass time    12.51
+[Apr 13, 2026 - 22:52:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 959 : backward pass time       11.35
+[Apr 13, 2026 - 22:52:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 959 : optimizer step time      1.18
+[Apr 13, 2026 - 22:52:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 959--------------------
+[Apr 13, 2026 - 22:52:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0174        iter count: 1.0
+[Apr 13, 2026 - 22:52:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0174   iter count: 1.0
+[Apr 13, 2026 - 22:52:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:52:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362667   43.513195   43.278812
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.405762  112.269531  111.080078
+util                       72.500000   77.000000   65.000000
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 960 : avg iteration time       190.96 seconds
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 960 : data loading time        0.00
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 960 : avg forward pass time    87.00
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 960 : backward pass time       8.34
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 960 : optimizer step time      0.34
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 960--------------------
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5622        iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5396          iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5622 iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1659iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0271 iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5752 iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0428iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0068 iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1547 iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5396iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2027  iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0520  iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2701  iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0699  iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.5752  iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.1547  iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0817  iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0206  iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0181   iter count: 1.0
+[Apr 13, 2026 - 22:55:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 22:56:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362693   43.513195  43.278835
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.749512   69.890625  69.443359
+util                      94.500000  100.000000  91.000000
+[Apr 13, 2026 - 22:56:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 961 : avg iteration time       52.62 seconds
+[Apr 13, 2026 - 22:56:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 961 : data loading time        0.00
+[Apr 13, 2026 - 22:56:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 961 : avg forward pass time    14.34
+[Apr 13, 2026 - 22:56:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 961 : backward pass time       11.39
+[Apr 13, 2026 - 22:56:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 961 : optimizer step time      1.18
+[Apr 13, 2026 - 22:56:48 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 961--------------------
+[Apr 13, 2026 - 22:56:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0156        iter count: 1.0
+[Apr 13, 2026 - 22:56:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 13, 2026 - 22:56:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:56:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:57:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362687  43.513195  43.278812
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.734863  69.871094  69.443359
+util                      98.500000  99.000000  97.000000
+[Apr 13, 2026 - 22:57:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 962 : avg iteration time       48.92 seconds
+[Apr 13, 2026 - 22:57:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 962 : data loading time        0.00
+[Apr 13, 2026 - 22:57:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 962 : avg forward pass time    12.50
+[Apr 13, 2026 - 22:57:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 962 : backward pass time       11.34
+[Apr 13, 2026 - 22:57:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 962 : optimizer step time      1.18
+[Apr 13, 2026 - 22:57:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 962--------------------
+[Apr 13, 2026 - 22:57:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0161        iter count: 1.0
+[Apr 13, 2026 - 22:57:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0161   iter count: 1.0
+[Apr 13, 2026 - 22:57:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:57:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:58:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362693   43.513195  43.278812
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.749512   69.929688  69.443359
+util                      97.250000  100.000000  93.000000
+[Apr 13, 2026 - 22:58:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 963 : avg iteration time       51.56 seconds
+[Apr 13, 2026 - 22:58:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 963 : data loading time        0.00
+[Apr 13, 2026 - 22:58:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 963 : avg forward pass time    13.84
+[Apr 13, 2026 - 22:58:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 963 : backward pass time       11.34
+[Apr 13, 2026 - 22:58:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 963 : optimizer step time      1.19
+[Apr 13, 2026 - 22:58:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 963--------------------
+[Apr 13, 2026 - 22:58:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0150        iter count: 1.0
+[Apr 13, 2026 - 22:58:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0150   iter count: 1.0
+[Apr 13, 2026 - 22:58:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:58:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 22:59:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362820  43.513668  43.278820
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816  69.931641  69.792969
+util                      98.000000  99.000000  95.000000
+[Apr 13, 2026 - 22:59:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 964 : avg iteration time       51.50 seconds
+[Apr 13, 2026 - 22:59:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 964 : data loading time        0.00
+[Apr 13, 2026 - 22:59:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 964 : avg forward pass time    13.83
+[Apr 13, 2026 - 22:59:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 964 : backward pass time       11.30
+[Apr 13, 2026 - 22:59:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 964 : optimizer step time      1.19
+[Apr 13, 2026 - 22:59:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 964--------------------
+[Apr 13, 2026 - 22:59:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0158        iter count: 1.0
+[Apr 13, 2026 - 22:59:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0158   iter count: 1.0
+[Apr 13, 2026 - 22:59:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 22:59:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362658   43.512997   43.278843
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.215332  111.666016  110.492188
+util                       69.750000   75.000000   65.000000
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 965 : avg iteration time       190.51 seconds
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 965 : data loading time        0.00
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 965 : avg forward pass time    86.77
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 965 : backward pass time       8.34
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 965 : optimizer step time      0.34
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 965--------------------
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5796        iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5645          iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5796 iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1060iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0196 iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2471 iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0270iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0049 iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0637 iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5645iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1716  iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0438  iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0216  iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0054  iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0642  iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0162  iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0718  iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0181  iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0136   iter count: 1.0
+[Apr 13, 2026 - 23:02:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 23:03:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362714   43.513245  43.278820
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891113   69.929688  69.871094
+util                      95.750000  100.000000  91.000000
+[Apr 13, 2026 - 23:03:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 966 : avg iteration time       49.96 seconds
+[Apr 13, 2026 - 23:03:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 966 : data loading time        0.00
+[Apr 13, 2026 - 23:03:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 966 : avg forward pass time    13.03
+[Apr 13, 2026 - 23:03:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 966 : backward pass time       11.36
+[Apr 13, 2026 - 23:03:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 966 : optimizer step time      1.17
+[Apr 13, 2026 - 23:03:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 966--------------------
+[Apr 13, 2026 - 23:03:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0176        iter count: 1.0
+[Apr 13, 2026 - 23:03:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0176   iter count: 1.0
+[Apr 13, 2026 - 23:03:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:03:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:04:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362718   43.513245  43.278820
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.939941   69.951172  69.929688
+util                      97.000000  100.000000  94.000000
+[Apr 13, 2026 - 23:04:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 967 : avg iteration time       51.58 seconds
+[Apr 13, 2026 - 23:04:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 967 : data loading time        0.00
+[Apr 13, 2026 - 23:04:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 967 : avg forward pass time    13.86
+[Apr 13, 2026 - 23:04:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 967 : backward pass time       11.34
+[Apr 13, 2026 - 23:04:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 967 : optimizer step time      1.18
+[Apr 13, 2026 - 23:04:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 967--------------------
+[Apr 13, 2026 - 23:04:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0161        iter count: 1.0
+[Apr 13, 2026 - 23:04:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0161   iter count: 1.0
+[Apr 13, 2026 - 23:04:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:04:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:05:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362727   43.513245  43.278843
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.832520   70.007812  69.423828
+util                      98.750000  100.000000  96.000000
+[Apr 13, 2026 - 23:05:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 968 : avg iteration time       48.69 seconds
+[Apr 13, 2026 - 23:05:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 968 : data loading time        0.00
+[Apr 13, 2026 - 23:05:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 968 : avg forward pass time    12.41
+[Apr 13, 2026 - 23:05:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 968 : backward pass time       11.35
+[Apr 13, 2026 - 23:05:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 968 : optimizer step time      1.16
+[Apr 13, 2026 - 23:05:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 968--------------------
+[Apr 13, 2026 - 23:05:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0148        iter count: 1.0
+[Apr 13, 2026 - 23:05:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 13, 2026 - 23:05:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:05:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:05:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362782   43.513485  43.278820
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.783691   69.929688  69.423828
+util                      98.000000  100.000000  94.000000
+[Apr 13, 2026 - 23:05:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 969 : avg iteration time       48.96 seconds
+[Apr 13, 2026 - 23:05:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 969 : data loading time        0.00
+[Apr 13, 2026 - 23:05:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 969 : avg forward pass time    12.56
+[Apr 13, 2026 - 23:05:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 969 : backward pass time       11.34
+[Apr 13, 2026 - 23:05:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 969 : optimizer step time      1.16
+[Apr 13, 2026 - 23:05:50 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 969--------------------
+[Apr 13, 2026 - 23:05:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0173        iter count: 1.0
+[Apr 13, 2026 - 23:05:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0173   iter count: 1.0
+[Apr 13, 2026 - 23:05:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:05:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362581   43.512554   43.278820
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.234375  111.880859  109.847656
+util                       71.500000   80.000000   63.000000
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 970 : avg iteration time       188.12 seconds
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 970 : data loading time        0.00
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 970 : avg forward pass time    85.60
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 970 : backward pass time       8.34
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 970 : optimizer step time      0.33
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 970--------------------
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6139        iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5938          iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6139 iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1331iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0453 iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3761 iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0340iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0114 iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0986 iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5938iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0616  iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0155  iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0964  iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0244  iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0687  iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0173  iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1259  iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0320  iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0166   iter count: 1.0
+[Apr 13, 2026 - 23:08:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 23:09:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362579   43.512520  43.278820
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.661621   69.871094  69.500000
+util                      97.250000  100.000000  93.000000
+[Apr 13, 2026 - 23:09:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 971 : avg iteration time       47.27 seconds
+[Apr 13, 2026 - 23:09:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 971 : data loading time        0.00
+[Apr 13, 2026 - 23:09:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 971 : avg forward pass time    11.70
+[Apr 13, 2026 - 23:09:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 971 : backward pass time       11.33
+[Apr 13, 2026 - 23:09:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 971 : optimizer step time      1.18
+[Apr 13, 2026 - 23:09:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 971--------------------
+[Apr 13, 2026 - 23:09:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0179        iter count: 1.0
+[Apr 13, 2026 - 23:09:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0179   iter count: 1.0
+[Apr 13, 2026 - 23:09:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:09:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:10:34 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362728  43.513020  43.278938
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.637207  69.890625  69.460938
+util                      97.250000  99.000000  95.000000
+[Apr 13, 2026 - 23:10:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 972 : avg iteration time       48.97 seconds
+[Apr 13, 2026 - 23:10:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 972 : data loading time        0.00
+[Apr 13, 2026 - 23:10:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 972 : avg forward pass time    12.57
+[Apr 13, 2026 - 23:10:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 972 : backward pass time       11.32
+[Apr 13, 2026 - 23:10:34 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 972 : optimizer step time      1.17
+[Apr 13, 2026 - 23:10:34 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 972--------------------
+[Apr 13, 2026 - 23:10:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0132        iter count: 1.0
+[Apr 13, 2026 - 23:10:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0132   iter count: 1.0
+[Apr 13, 2026 - 23:10:34 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:10:34 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:11:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363101   43.514511  43.278934
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.866699   69.910156  69.814453
+util                      96.000000  100.000000  93.000000
+[Apr 13, 2026 - 23:11:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 973 : avg iteration time       48.77 seconds
+[Apr 13, 2026 - 23:11:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 973 : data loading time        0.00
+[Apr 13, 2026 - 23:11:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 973 : avg forward pass time    12.46
+[Apr 13, 2026 - 23:11:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 973 : backward pass time       11.35
+[Apr 13, 2026 - 23:11:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 973 : optimizer step time      1.18
+[Apr 13, 2026 - 23:11:23 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 973--------------------
+[Apr 13, 2026 - 23:11:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0150        iter count: 1.0
+[Apr 13, 2026 - 23:11:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0150   iter count: 1.0
+[Apr 13, 2026 - 23:11:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:11:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:12:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363105   43.514503  43.278942
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.607910   69.910156  69.480469
+util                      95.750000  100.000000  91.000000
+[Apr 13, 2026 - 23:12:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 974 : avg iteration time       51.64 seconds
+[Apr 13, 2026 - 23:12:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 974 : data loading time        0.00
+[Apr 13, 2026 - 23:12:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 974 : avg forward pass time    13.85
+[Apr 13, 2026 - 23:12:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 974 : backward pass time       11.36
+[Apr 13, 2026 - 23:12:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 974 : optimizer step time      1.18
+[Apr 13, 2026 - 23:12:15 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 974--------------------
+[Apr 13, 2026 - 23:12:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0133        iter count: 1.0
+[Apr 13, 2026 - 23:12:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0133   iter count: 1.0
+[Apr 13, 2026 - 23:12:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:12:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362601   43.512497   43.278938
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.225098  112.347656  110.279297
+util                       72.500000   78.000000   68.000000
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 975 : avg iteration time       182.27 seconds
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 975 : data loading time        0.00
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 975 : avg forward pass time    82.68
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 975 : backward pass time       8.33
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 975 : optimizer step time      0.34
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 975--------------------
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5786        iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5552          iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5786 iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1638iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0202 iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3858 iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0421iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0051 iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1013 iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5552iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1295  iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0329  iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.3266  iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0851  iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1613  iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0412  iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1169  iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0297  iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 13, 2026 - 23:15:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 23:16:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362605   43.512543  43.278915
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.778809   69.910156  69.462891
+util                      98.500000  100.000000  95.000000
+[Apr 13, 2026 - 23:16:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 976 : avg iteration time       49.85 seconds
+[Apr 13, 2026 - 23:16:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 976 : data loading time        0.00
+[Apr 13, 2026 - 23:16:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 976 : avg forward pass time    12.97
+[Apr 13, 2026 - 23:16:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 976 : backward pass time       11.36
+[Apr 13, 2026 - 23:16:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 976 : optimizer step time      1.18
+[Apr 13, 2026 - 23:16:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 976--------------------
+[Apr 13, 2026 - 23:16:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0186        iter count: 1.0
+[Apr 13, 2026 - 23:16:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0186   iter count: 1.0
+[Apr 13, 2026 - 23:16:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:16:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:16:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362907   43.513729  43.278938
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.954590   69.988281  69.892578
+util                      95.750000  100.000000  91.000000
+[Apr 13, 2026 - 23:16:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 977 : avg iteration time       46.08 seconds
+[Apr 13, 2026 - 23:16:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 977 : data loading time        0.00
+[Apr 13, 2026 - 23:16:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 977 : avg forward pass time    11.11
+[Apr 13, 2026 - 23:16:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 977 : backward pass time       11.35
+[Apr 13, 2026 - 23:16:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 977 : optimizer step time      1.17
+[Apr 13, 2026 - 23:16:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 977--------------------
+[Apr 13, 2026 - 23:16:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0146        iter count: 1.0
+[Apr 13, 2026 - 23:16:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 23:16:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:16:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:17:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362900   43.513683  43.278938
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.638184   72.859375  69.890625
+util                      97.000000  100.000000  93.000000
+[Apr 13, 2026 - 23:17:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 978 : avg iteration time       48.82 seconds
+[Apr 13, 2026 - 23:17:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 978 : data loading time        0.00
+[Apr 13, 2026 - 23:17:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 978 : avg forward pass time    12.49
+[Apr 13, 2026 - 23:17:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 978 : backward pass time       11.34
+[Apr 13, 2026 - 23:17:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 978 : optimizer step time      1.18
+[Apr 13, 2026 - 23:17:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 978--------------------
+[Apr 13, 2026 - 23:17:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0145        iter count: 1.0
+[Apr 13, 2026 - 23:17:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 13, 2026 - 23:17:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:17:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:18:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362902   43.513714  43.278938
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348   69.929688  69.851562
+util                      95.250000  100.000000  92.000000
+[Apr 13, 2026 - 23:18:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 979 : avg iteration time       48.73 seconds
+[Apr 13, 2026 - 23:18:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 979 : data loading time        0.00
+[Apr 13, 2026 - 23:18:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 979 : avg forward pass time    12.43
+[Apr 13, 2026 - 23:18:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 979 : backward pass time       11.35
+[Apr 13, 2026 - 23:18:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 979 : optimizer step time      1.17
+[Apr 13, 2026 - 23:18:31 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 979--------------------
+[Apr 13, 2026 - 23:18:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0158        iter count: 1.0
+[Apr 13, 2026 - 23:18:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0158   iter count: 1.0
+[Apr 13, 2026 - 23:18:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:18:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362540   43.512280   43.278938
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.531250  111.041016  110.333984
+util                       70.250000   75.000000   63.000000
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 980 : avg iteration time       188.13 seconds
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 980 : data loading time        0.00
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 980 : avg forward pass time    85.60
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 980 : backward pass time       8.33
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 980 : optimizer step time      0.33
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 980--------------------
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5865        iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5698          iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5865 iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1169iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0246 iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3139 iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0298iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0062 iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0816 iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5698iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0843  iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0213  iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0246  iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0062  iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0426  iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0107  iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1200  iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0304  iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0172   iter count: 1.0
+[Apr 13, 2026 - 23:21:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 23:22:26 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362682   43.512871  43.278915
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277   69.871094  69.443359
+util                      94.500000  100.000000  91.000000
+[Apr 13, 2026 - 23:22:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 981 : avg iteration time       47.26 seconds
+[Apr 13, 2026 - 23:22:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 981 : data loading time        0.00
+[Apr 13, 2026 - 23:22:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 981 : avg forward pass time    11.69
+[Apr 13, 2026 - 23:22:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 981 : backward pass time       11.37
+[Apr 13, 2026 - 23:22:26 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 981 : optimizer step time      1.17
+[Apr 13, 2026 - 23:22:26 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 981--------------------
+[Apr 13, 2026 - 23:22:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0175        iter count: 1.0
+[Apr 13, 2026 - 23:22:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0175   iter count: 1.0
+[Apr 13, 2026 - 23:22:26 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:22:26 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:23:15 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362869   43.513577  43.278938
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.895996   69.949219  69.853516
+util                      94.750000  100.000000  91.000000
+[Apr 13, 2026 - 23:23:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 982 : avg iteration time       48.80 seconds
+[Apr 13, 2026 - 23:23:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 982 : data loading time        0.00
+[Apr 13, 2026 - 23:23:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 982 : avg forward pass time    12.46
+[Apr 13, 2026 - 23:23:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 982 : backward pass time       11.34
+[Apr 13, 2026 - 23:23:15 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 982 : optimizer step time      1.17
+[Apr 13, 2026 - 23:23:15 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 982--------------------
+[Apr 13, 2026 - 23:23:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0133        iter count: 1.0
+[Apr 13, 2026 - 23:23:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0133   iter count: 1.0
+[Apr 13, 2026 - 23:23:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:23:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:24:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362854   43.513554  43.278915
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.584473   72.763672  69.812500
+util                      95.750000  100.000000  92.000000
+[Apr 13, 2026 - 23:24:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 983 : avg iteration time       48.82 seconds
+[Apr 13, 2026 - 23:24:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 983 : data loading time        0.00
+[Apr 13, 2026 - 23:24:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 983 : avg forward pass time    12.49
+[Apr 13, 2026 - 23:24:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 983 : backward pass time       11.34
+[Apr 13, 2026 - 23:24:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 983 : optimizer step time      1.17
+[Apr 13, 2026 - 23:24:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 983--------------------
+[Apr 13, 2026 - 23:24:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 13, 2026 - 23:24:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 13, 2026 - 23:24:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:24:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:24:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362909   43.513554  43.278965
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465   69.931641  69.851562
+util                      94.750000  100.000000  91.000000
+[Apr 13, 2026 - 23:24:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 984 : avg iteration time       48.78 seconds
+[Apr 13, 2026 - 23:24:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 984 : data loading time        0.00
+[Apr 13, 2026 - 23:24:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 984 : avg forward pass time    12.45
+[Apr 13, 2026 - 23:24:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 984 : backward pass time       11.36
+[Apr 13, 2026 - 23:24:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 984 : optimizer step time      1.17
+[Apr 13, 2026 - 23:24:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 984--------------------
+[Apr 13, 2026 - 23:24:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0143        iter count: 1.0
+[Apr 13, 2026 - 23:24:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0143   iter count: 1.0
+[Apr 13, 2026 - 23:24:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:24:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362799   43.513062   43.278973
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.244141  111.705078  110.978516
+util                       69.750000   74.000000   62.000000
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 985 : avg iteration time       190.55 seconds
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 985 : data loading time        0.00
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 985 : avg forward pass time    86.80
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 985 : backward pass time       8.33
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 985 : optimizer step time      0.34
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 985--------------------
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5700        iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5474          iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5700 iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1541iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0405 iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5620 iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0398iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0102 iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1508 iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5474iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0553  iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0139  iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.5620  iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.1508  iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.4590  iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.1216  iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1324  iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0337  iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0143   iter count: 1.0
+[Apr 13, 2026 - 23:28:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 23:28:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362803   43.513062  43.278965
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.769043   69.890625  69.443359
+util                      99.000000  100.000000  97.000000
+[Apr 13, 2026 - 23:28:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 986 : avg iteration time       50.18 seconds
+[Apr 13, 2026 - 23:28:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 986 : data loading time        0.00
+[Apr 13, 2026 - 23:28:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 986 : avg forward pass time    13.16
+[Apr 13, 2026 - 23:28:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 986 : backward pass time       11.32
+[Apr 13, 2026 - 23:28:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 986 : optimizer step time      1.19
+[Apr 13, 2026 - 23:28:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 986--------------------
+[Apr 13, 2026 - 23:28:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0173        iter count: 1.0
+[Apr 13, 2026 - 23:28:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0173   iter count: 1.0
+[Apr 13, 2026 - 23:28:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:28:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:29:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362805  43.513062  43.278965
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.749512  69.871094  69.443359
+util                      97.500000  99.000000  96.000000
+[Apr 13, 2026 - 23:29:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 987 : avg iteration time       51.53 seconds
+[Apr 13, 2026 - 23:29:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 987 : data loading time        0.00
+[Apr 13, 2026 - 23:29:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 987 : avg forward pass time    13.85
+[Apr 13, 2026 - 23:29:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 987 : backward pass time       11.34
+[Apr 13, 2026 - 23:29:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 987 : optimizer step time      1.18
+[Apr 13, 2026 - 23:29:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 987--------------------
+[Apr 13, 2026 - 23:29:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0165        iter count: 1.0
+[Apr 13, 2026 - 23:29:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0165   iter count: 1.0
+[Apr 13, 2026 - 23:29:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:29:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:30:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362834   43.513073  43.278965
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.764160   69.871094  69.443359
+util                      94.750000  100.000000  91.000000
+[Apr 13, 2026 - 23:30:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 988 : avg iteration time       48.75 seconds
+[Apr 13, 2026 - 23:30:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 988 : data loading time        0.00
+[Apr 13, 2026 - 23:30:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 988 : avg forward pass time    12.43
+[Apr 13, 2026 - 23:30:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 988 : backward pass time       11.34
+[Apr 13, 2026 - 23:30:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 988 : optimizer step time      1.19
+[Apr 13, 2026 - 23:30:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 988--------------------
+[Apr 13, 2026 - 23:30:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0153        iter count: 1.0
+[Apr 13, 2026 - 23:30:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0153   iter count: 1.0
+[Apr 13, 2026 - 23:30:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:30:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:31:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362887   43.513279  43.278965
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.764160   69.871094  69.443359
+util                      98.250000  100.000000  94.000000
+[Apr 13, 2026 - 23:31:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 989 : avg iteration time       48.91 seconds
+[Apr 13, 2026 - 23:31:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 989 : data loading time        0.00
+[Apr 13, 2026 - 23:31:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 989 : avg forward pass time    12.51
+[Apr 13, 2026 - 23:31:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 989 : backward pass time       11.35
+[Apr 13, 2026 - 23:31:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 989 : optimizer step time      1.17
+[Apr 13, 2026 - 23:31:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 989--------------------
+[Apr 13, 2026 - 23:31:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0147        iter count: 1.0
+[Apr 13, 2026 - 23:31:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0147   iter count: 1.0
+[Apr 13, 2026 - 23:31:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:31:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362851   43.513130   43.278965
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.522461  111.800781  111.138672
+util                       68.250000   76.000000   64.000000
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 990 : avg iteration time       190.52 seconds
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 990 : data loading time        0.00
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 990 : avg forward pass time    86.78
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 990 : backward pass time       8.34
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 990 : optimizer step time      0.33
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 990--------------------
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5960        iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5781          iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5960 iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1224iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0319 iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3185 iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0313iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0080 iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0829 iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5781iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1250  iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0317  iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0396  iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0100  iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.2657  iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0687  iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0394  iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0099  iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0160   iter count: 1.0
+[Apr 13, 2026 - 23:34:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 23:35:23 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362902   43.513355  43.278965
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.764160   69.890625  69.462891
+util                      96.250000  100.000000  91.000000
+[Apr 13, 2026 - 23:35:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 991 : avg iteration time       50.04 seconds
+[Apr 13, 2026 - 23:35:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 991 : data loading time        0.00
+[Apr 13, 2026 - 23:35:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 991 : avg forward pass time    13.05
+[Apr 13, 2026 - 23:35:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 991 : backward pass time       11.41
+[Apr 13, 2026 - 23:35:23 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 991 : optimizer step time      1.18
+[Apr 13, 2026 - 23:35:23 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 991--------------------
+[Apr 13, 2026 - 23:35:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0138        iter count: 1.0
+[Apr 13, 2026 - 23:35:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0138   iter count: 1.0
+[Apr 13, 2026 - 23:35:23 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:35:23 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:36:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362911   43.513393  43.278965
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.812988   69.988281  69.423828
+util                      97.500000  100.000000  92.000000
+[Apr 13, 2026 - 23:36:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 992 : avg iteration time       48.89 seconds
+[Apr 13, 2026 - 23:36:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 992 : data loading time        0.00
+[Apr 13, 2026 - 23:36:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 992 : avg forward pass time    12.50
+[Apr 13, 2026 - 23:36:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 992 : backward pass time       11.35
+[Apr 13, 2026 - 23:36:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 992 : optimizer step time      1.18
+[Apr 13, 2026 - 23:36:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 992--------------------
+[Apr 13, 2026 - 23:36:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0133        iter count: 1.0
+[Apr 13, 2026 - 23:36:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0133   iter count: 1.0
+[Apr 13, 2026 - 23:36:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:36:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:37:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362921  43.513393  43.278965
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754  69.968750  69.423828
+util                      96.250000  99.000000  92.000000
+[Apr 13, 2026 - 23:37:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 993 : avg iteration time       51.52 seconds
+[Apr 13, 2026 - 23:37:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 993 : data loading time        0.00
+[Apr 13, 2026 - 23:37:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 993 : avg forward pass time    13.81
+[Apr 13, 2026 - 23:37:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 993 : backward pass time       11.37
+[Apr 13, 2026 - 23:37:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 993 : optimizer step time      1.16
+[Apr 13, 2026 - 23:37:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 993--------------------
+[Apr 13, 2026 - 23:37:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0129        iter count: 1.0
+[Apr 13, 2026 - 23:37:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0129   iter count: 1.0
+[Apr 13, 2026 - 23:37:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:37:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:37:50 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362912  43.513393  43.278965
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.812988  69.949219  69.423828
+util                      94.500000  99.000000  91.000000
+[Apr 13, 2026 - 23:37:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 994 : avg iteration time       46.33 seconds
+[Apr 13, 2026 - 23:37:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 994 : data loading time        0.00
+[Apr 13, 2026 - 23:37:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 994 : avg forward pass time    11.23
+[Apr 13, 2026 - 23:37:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 994 : backward pass time       11.37
+[Apr 13, 2026 - 23:37:50 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 994 : optimizer step time      1.18
+[Apr 13, 2026 - 23:37:50 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 994--------------------
+[Apr 13, 2026 - 23:37:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0137        iter count: 1.0
+[Apr 13, 2026 - 23:37:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0137   iter count: 1.0
+[Apr 13, 2026 - 23:37:50 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:37:50 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362772   43.512817   43.278965
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.669434  112.818359  111.117188
+util                       67.250000   75.000000   63.000000
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 995 : avg iteration time       182.82 seconds
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 995 : data loading time        0.00
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 995 : avg forward pass time    82.95
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 995 : backward pass time       8.34
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 995 : optimizer step time      0.33
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 995--------------------
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6204        iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5977          iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6204 iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1451iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0283 iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5469 iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0373iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0071 iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1465 iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5977iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0283  iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0071  iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0603  iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0152  iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0367  iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0092  iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1805  iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0462  iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0155   iter count: 1.0
+[Apr 13, 2026 - 23:40:52 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 13, 2026 - 23:41:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362799  43.512829  43.278984
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754  69.833984  69.792969
+util                      97.000000  99.000000  95.000000
+[Apr 13, 2026 - 23:41:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 996 : avg iteration time       49.84 seconds
+[Apr 13, 2026 - 23:41:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 996 : data loading time        0.00
+[Apr 13, 2026 - 23:41:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 996 : avg forward pass time    12.98
+[Apr 13, 2026 - 23:41:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 996 : backward pass time       11.34
+[Apr 13, 2026 - 23:41:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 996 : optimizer step time      1.17
+[Apr 13, 2026 - 23:41:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 996--------------------
+[Apr 13, 2026 - 23:41:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0129        iter count: 1.0
+[Apr 13, 2026 - 23:41:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0129   iter count: 1.0
+[Apr 13, 2026 - 23:41:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:41:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:42:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362989   43.513565  43.278988
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.798340   69.832031  69.773438
+util                      98.000000  100.000000  93.000000
+[Apr 13, 2026 - 23:42:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 997 : avg iteration time       46.11 seconds
+[Apr 13, 2026 - 23:42:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 997 : data loading time        0.00
+[Apr 13, 2026 - 23:42:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 997 : avg forward pass time    11.12
+[Apr 13, 2026 - 23:42:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 997 : backward pass time       11.33
+[Apr 13, 2026 - 23:42:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 997 : optimizer step time      1.17
+[Apr 13, 2026 - 23:42:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 997--------------------
+[Apr 13, 2026 - 23:42:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0154        iter count: 1.0
+[Apr 13, 2026 - 23:42:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0154   iter count: 1.0
+[Apr 13, 2026 - 23:42:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:42:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:43:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363251   43.514561  43.278965
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402   69.871094  69.814453
+util                      97.000000  100.000000  94.000000
+[Apr 13, 2026 - 23:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 998 : avg iteration time       51.48 seconds
+[Apr 13, 2026 - 23:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 998 : data loading time        0.00
+[Apr 13, 2026 - 23:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 998 : avg forward pass time    13.81
+[Apr 13, 2026 - 23:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 998 : backward pass time       11.36
+[Apr 13, 2026 - 23:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 998 : optimizer step time      1.18
+[Apr 13, 2026 - 23:43:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 998--------------------
+[Apr 13, 2026 - 23:43:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0171        iter count: 1.0
+[Apr 13, 2026 - 23:43:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0171   iter count: 1.0
+[Apr 13, 2026 - 23:43:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:43:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:44:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363254   43.514561  43.278965
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754   69.890625  69.792969
+util                      97.000000  100.000000  92.000000
+[Apr 13, 2026 - 23:44:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 999 : avg iteration time       51.49 seconds
+[Apr 13, 2026 - 23:44:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 999 : data loading time        0.00
+[Apr 13, 2026 - 23:44:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 999 : avg forward pass time    13.82
+[Apr 13, 2026 - 23:44:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 999 : backward pass time       11.33
+[Apr 13, 2026 - 23:44:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 999 : optimizer step time      1.18
+[Apr 13, 2026 - 23:44:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 999--------------------
+[Apr 13, 2026 - 23:44:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0146        iter count: 1.0
+[Apr 13, 2026 - 23:44:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 13, 2026 - 23:44:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:44:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362770   43.512611   43.278988
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.415527  111.644531  111.021484
+util                       11.500000   17.000000    3.000000
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1000 : avg iteration time       229.76 seconds
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1000 : data loading time        0.00
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1000 : avg forward pass time    97.75
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1000 : backward pass time       22.12
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1000 : optimizer step time      1.25
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1000--------------------
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6171        iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5977          iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6171 iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1249iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0301 iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4776 iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0321iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0075 iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1268 iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5977iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.4776  iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.1268  iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.3949  iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.1038  iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0582  iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0146  iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1668  iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0426  iter count: 1.0
+[Apr 13, 2026 - 23:48:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0162   iter count: 1.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 23:48:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 41.35 seconds
+[Apr 13, 2026 - 23:48:42 | INFO | fastgen.trainer:save_checkpoint:266 ] Saving checkpoint iteration 1000
+[Apr 13, 2026 - 23:48:42 | INFO | fastgen.utils.checkpointer:save:301 ] Saving FSDP model to prefix /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints/0001000
+[Apr 13, 2026 - 23:49:20 | SUCCESS | fastgen.utils.checkpointer:save:329 ] Model saved at iteration 1000
+[Apr 13, 2026 - 23:49:21 | INFO | fastgen.trainer:validate:358 ] Validation iteration 1000
+[Apr 13, 2026 - 23:49:22 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 23:49:30 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 8.1s
+[Apr 13, 2026 - 23:49:35 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 23:49:41 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 6.7s
+[Apr 13, 2026 - 23:49:45 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 23:49:50 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 4.9s
+[Apr 13, 2026 - 23:49:54 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 23:49:59 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 5.7s
+[Apr 13, 2026 - 23:50:04 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 23:50:07 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 3.5s
+[Apr 13, 2026 - 23:50:11 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 23:50:15 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 4.7s
+[Apr 13, 2026 - 23:50:19 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 23:50:21 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 2.0s
+[Apr 13, 2026 - 23:50:26 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 23:50:31 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 4.8s
+[Apr 13, 2026 - 23:50:35 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 23:50:38 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 3.3s
+[Apr 13, 2026 - 23:50:42 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:185 ] [val] Starting CausVid AR inference (B=1, T=21, steps=2)
+[Apr 13, 2026 - 23:50:48 | INFO | fastgen.methods.omniavatar_self_forcing:validation_step:203 ] [val] AR inference done in 5.7s
+[Apr 13, 2026 - 23:50:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging val0 stats at iteration 1000--------------------
+[Apr 13, 2026 - 23:50:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0000        iter count: 10.0
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+/home/work/.local/miniconda3/envs/hb_fastgen/lib/python3.12/site-packages/torchvision/io/_video_deprecation_warning.py:9: UserWarning: The video decoding and encoding capabilities of torchvision are deprecated from version 0.22 and will be removed in version 0.24. We recommend that you migrate to TorchCodec, where we'll consolidate the future decoding/encoding capabilities of PyTorch: https://github.com/pytorch/torchcodec
+  warnings.warn(
+wandb: WARNING `fps` argument does not affect the frame rate of the video when providing a file path or raw bytes.
+[Apr 13, 2026 - 23:51:47 | INFO | fastgen.callbacks.wandb:on_validation_end:683 ] Logged 10 val videos at iteration 1000
+[Apr 13, 2026 - 23:52:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363835  43.516571  43.278835
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.905762  70.458984  69.500000
+util                      81.000000  97.000000  65.000000
+[Apr 13, 2026 - 23:52:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1001 : avg iteration time       293.88 seconds
+[Apr 13, 2026 - 23:52:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1001 : data loading time        0.01
+[Apr 13, 2026 - 23:52:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1001 : avg forward pass time    21.45
+[Apr 13, 2026 - 23:52:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1001 : backward pass time       11.50
+[Apr 13, 2026 - 23:52:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1001 : optimizer step time      1.52
+[Apr 13, 2026 - 23:52:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1001--------------------
+[Apr 13, 2026 - 23:52:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0168        iter count: 1.0
+[Apr 13, 2026 - 23:52:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0168   iter count: 1.0
+[Apr 13, 2026 - 23:52:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:52:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.10 seconds
+[Apr 13, 2026 - 23:54:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363104  43.513519  43.278835
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.895996  70.126953  69.714844
+util                      64.000000  70.000000  58.000000
+[Apr 13, 2026 - 23:54:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1002 : avg iteration time       79.46 seconds
+[Apr 13, 2026 - 23:54:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1002 : data loading time        0.01
+[Apr 13, 2026 - 23:54:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1002 : avg forward pass time    27.37
+[Apr 13, 2026 - 23:54:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1002 : backward pass time       11.43
+[Apr 13, 2026 - 23:54:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1002 : optimizer step time      1.66
+[Apr 13, 2026 - 23:54:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1002--------------------
+[Apr 13, 2026 - 23:54:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0135        iter count: 1.0
+[Apr 13, 2026 - 23:54:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0135   iter count: 1.0
+[Apr 13, 2026 - 23:54:15 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:54:15 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.12 seconds
+[Apr 13, 2026 - 23:55:38 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363114  43.513561  43.278858
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230  69.951172  69.851562
+util                      80.750000  86.000000  73.000000
+[Apr 13, 2026 - 23:55:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1003 : avg iteration time       83.21 seconds
+[Apr 13, 2026 - 23:55:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1003 : data loading time        0.00
+[Apr 13, 2026 - 23:55:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1003 : avg forward pass time    29.27
+[Apr 13, 2026 - 23:55:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1003 : backward pass time       11.53
+[Apr 13, 2026 - 23:55:38 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1003 : optimizer step time      1.45
+[Apr 13, 2026 - 23:55:38 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1003--------------------
+[Apr 13, 2026 - 23:55:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0160        iter count: 1.0
+[Apr 13, 2026 - 23:55:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0160   iter count: 1.0
+[Apr 13, 2026 - 23:55:38 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:55:38 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.11 seconds
+[Apr 13, 2026 - 23:56:51 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363152  43.513657  43.278858
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934  69.910156  69.714844
+util                      74.250000  80.000000  68.000000
+[Apr 13, 2026 - 23:56:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1004 : avg iteration time       73.18 seconds
+[Apr 13, 2026 - 23:56:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1004 : data loading time        0.00
+[Apr 13, 2026 - 23:56:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1004 : avg forward pass time    24.13
+[Apr 13, 2026 - 23:56:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1004 : backward pass time       11.57
+[Apr 13, 2026 - 23:56:51 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1004 : optimizer step time      1.54
+[Apr 13, 2026 - 23:56:51 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1004--------------------
+[Apr 13, 2026 - 23:56:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0159        iter count: 1.0
+[Apr 13, 2026 - 23:56:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0159   iter count: 1.0
+[Apr 13, 2026 - 23:56:51 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 13, 2026 - 23:56:51 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.08 seconds
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362909   43.512741   43.278858
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.887695  112.544922  109.923828
+util                       11.750000   39.000000    2.000000
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1005 : avg iteration time       276.56 seconds
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1005 : data loading time        0.01
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1005 : avg forward pass time    118.68
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1005 : backward pass time       21.75
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1005 : optimizer step time      1.73
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1005--------------------
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6505        iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6289          iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6505 iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1350iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0259 iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4420 iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0347iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0065 iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1168 iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6289iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0839  iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0212  iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0341  iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0086  iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1614  iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0412  iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2359  iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0608  iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 14, 2026 - 00:01:27 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.06 seconds
+[Apr 14, 2026 - 00:02:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362973  43.512985  43.278835
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.822754  69.929688  69.519531
+util                      80.000000  90.000000  70.000000
+[Apr 14, 2026 - 00:02:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1006 : avg iteration time       72.82 seconds
+[Apr 14, 2026 - 00:02:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1006 : data loading time        0.00
+[Apr 14, 2026 - 00:02:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1006 : avg forward pass time    24.12
+[Apr 14, 2026 - 00:02:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1006 : backward pass time       11.49
+[Apr 14, 2026 - 00:02:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1006 : optimizer step time      1.55
+[Apr 14, 2026 - 00:02:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1006--------------------
+[Apr 14, 2026 - 00:02:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0153        iter count: 1.0
+[Apr 14, 2026 - 00:02:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0153   iter count: 1.0
+[Apr 14, 2026 - 00:02:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:02:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 14, 2026 - 00:03:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363054   43.513252  43.278881
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.925293   69.949219  69.892578
+util                      86.500000  100.000000  73.000000
+[Apr 14, 2026 - 00:03:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1007 : avg iteration time       75.33 seconds
+[Apr 14, 2026 - 00:03:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1007 : data loading time        0.01
+[Apr 14, 2026 - 00:03:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1007 : avg forward pass time    25.33
+[Apr 14, 2026 - 00:03:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1007 : backward pass time       11.48
+[Apr 14, 2026 - 00:03:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1007 : optimizer step time      1.63
+[Apr 14, 2026 - 00:03:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1007--------------------
+[Apr 14, 2026 - 00:03:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0149        iter count: 1.0
+[Apr 14, 2026 - 00:03:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 14, 2026 - 00:03:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:03:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.05 seconds
+[Apr 14, 2026 - 00:05:08 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363075  43.513252  43.278862
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.695801  69.851562  69.480469
+util                      77.250000  95.000000  63.000000
+[Apr 14, 2026 - 00:05:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1008 : avg iteration time       72.34 seconds
+[Apr 14, 2026 - 00:05:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1008 : data loading time        0.01
+[Apr 14, 2026 - 00:05:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1008 : avg forward pass time    23.79
+[Apr 14, 2026 - 00:05:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1008 : backward pass time       11.45
+[Apr 14, 2026 - 00:05:08 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1008 : optimizer step time      1.50
+[Apr 14, 2026 - 00:05:08 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1008--------------------
+[Apr 14, 2026 - 00:05:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0142        iter count: 1.0
+[Apr 14, 2026 - 00:05:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 14, 2026 - 00:05:08 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:05:08 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.08 seconds
+[Apr 14, 2026 - 00:06:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363083  43.513229  43.278839
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.803223  69.990234  69.480469
+util                      70.250000  86.000000  52.000000
+[Apr 14, 2026 - 00:06:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1009 : avg iteration time       84.30 seconds
+[Apr 14, 2026 - 00:06:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1009 : data loading time        0.00
+[Apr 14, 2026 - 00:06:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1009 : avg forward pass time    29.64
+[Apr 14, 2026 - 00:06:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1009 : backward pass time       11.53
+[Apr 14, 2026 - 00:06:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1009 : optimizer step time      1.77
+[Apr 14, 2026 - 00:06:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1009--------------------
+[Apr 14, 2026 - 00:06:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0130        iter count: 1.0
+[Apr 14, 2026 - 00:06:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0130   iter count: 1.0
+[Apr 14, 2026 - 00:06:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:06:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.12 seconds
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362947   43.512627   43.278885
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.337402  111.666016  111.097656
+util                        7.250000   16.000000    2.000000
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1010 : avg iteration time       272.65 seconds
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1010 : data loading time        0.00
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1010 : avg forward pass time    115.99
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1010 : backward pass time       21.26
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1010 : optimizer step time      1.61
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1010--------------------
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6552        iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6318          iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6552 iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1434iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0312 iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3994 iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0368iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0078 iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1050 iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6318iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1903  iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0487  iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1175  iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0298  iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0607  iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0153  iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1231  iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0312  iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0141   iter count: 1.0
+[Apr 14, 2026 - 00:11:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.05 seconds
+[Apr 14, 2026 - 00:12:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363079  43.513145  43.278839
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465  69.890625  69.871094
+util                      77.000000  87.000000  54.000000
+[Apr 14, 2026 - 00:12:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1011 : avg iteration time       67.10 seconds
+[Apr 14, 2026 - 00:12:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1011 : data loading time        0.04
+[Apr 14, 2026 - 00:12:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1011 : avg forward pass time    21.09
+[Apr 14, 2026 - 00:12:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1011 : backward pass time       11.60
+[Apr 14, 2026 - 00:12:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1011 : optimizer step time      1.70
+[Apr 14, 2026 - 00:12:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1011--------------------
+[Apr 14, 2026 - 00:12:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0176        iter count: 1.0
+[Apr 14, 2026 - 00:12:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0176   iter count: 1.0
+[Apr 14, 2026 - 00:12:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:12:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.04 seconds
+[Apr 14, 2026 - 00:13:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363092  43.513134  43.278839
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.749512  69.832031  69.501953
+util                      48.000000  60.000000  33.000000
+[Apr 14, 2026 - 00:13:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1012 : avg iteration time       89.59 seconds
+[Apr 14, 2026 - 00:13:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1012 : data loading time        0.00
+[Apr 14, 2026 - 00:13:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1012 : avg forward pass time    32.26
+[Apr 14, 2026 - 00:13:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1012 : backward pass time       11.47
+[Apr 14, 2026 - 00:13:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1012 : optimizer step time      2.04
+[Apr 14, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1012--------------------
+[Apr 14, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0179        iter count: 1.0
+[Apr 14, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0179   iter count: 1.0
+[Apr 14, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:13:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.10 seconds
+[Apr 14, 2026 - 00:15:24 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363091   43.513157  43.278839
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277   69.910156  69.462891
+util                      84.500000  100.000000  71.000000
+[Apr 14, 2026 - 00:15:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1013 : avg iteration time       102.62 seconds
+[Apr 14, 2026 - 00:15:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1013 : data loading time        0.01
+[Apr 14, 2026 - 00:15:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1013 : avg forward pass time    39.01
+[Apr 14, 2026 - 00:15:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1013 : backward pass time       11.48
+[Apr 14, 2026 - 00:15:24 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1013 : optimizer step time      1.47
+[Apr 14, 2026 - 00:15:24 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1013--------------------
+[Apr 14, 2026 - 00:15:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0168        iter count: 1.0
+[Apr 14, 2026 - 00:15:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0168   iter count: 1.0
+[Apr 14, 2026 - 00:15:24 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:15:24 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 14, 2026 - 00:16:45 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363121  43.513123  43.278858
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277  69.910156  69.462891
+util                      78.750000  93.000000  67.000000
+[Apr 14, 2026 - 00:16:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1014 : avg iteration time       81.16 seconds
+[Apr 14, 2026 - 00:16:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1014 : data loading time        0.00
+[Apr 14, 2026 - 00:16:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1014 : avg forward pass time    28.17
+[Apr 14, 2026 - 00:16:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1014 : backward pass time       11.56
+[Apr 14, 2026 - 00:16:45 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1014 : optimizer step time      1.62
+[Apr 14, 2026 - 00:16:45 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1014--------------------
+[Apr 14, 2026 - 00:16:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0172        iter count: 1.0
+[Apr 14, 2026 - 00:16:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0172   iter count: 1.0
+[Apr 14, 2026 - 00:16:45 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:16:45 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.08 seconds
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362912   43.512295   43.278862
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.551270  111.742188  109.710938
+util                       21.250000   37.000000    4.000000
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1015 : avg iteration time       303.66 seconds
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1015 : data loading time        0.01
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1015 : avg forward pass time    127.91
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1015 : backward pass time       23.96
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1015 : optimizer step time      1.13
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1015--------------------
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6132        iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5933          iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6132 iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1328iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0369 iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4311 iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0341iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0093 iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1138 iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5933iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1904  iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0488  iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1194  iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0303  iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1612  iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0411  iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1279  iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0325  iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0169   iter count: 1.0
+[Apr 14, 2026 - 00:21:49 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.05 seconds
+[Apr 14, 2026 - 00:22:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362974  43.512520  43.278851
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230  69.968750  69.851562
+util                      70.500000  83.000000  51.000000
+[Apr 14, 2026 - 00:22:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1016 : avg iteration time       67.68 seconds
+[Apr 14, 2026 - 00:22:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1016 : data loading time        0.00
+[Apr 14, 2026 - 00:22:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1016 : avg forward pass time    21.38
+[Apr 14, 2026 - 00:22:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1016 : backward pass time       11.50
+[Apr 14, 2026 - 00:22:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1016 : optimizer step time      1.78
+[Apr 14, 2026 - 00:22:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1016--------------------
+[Apr 14, 2026 - 00:22:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0192        iter count: 1.0
+[Apr 14, 2026 - 00:22:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0192   iter count: 1.0
+[Apr 14, 2026 - 00:22:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:22:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.12 seconds
+[Apr 14, 2026 - 00:24:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362986  43.512543  43.278839
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285  69.853516  69.832031
+util                      79.500000  94.000000  68.000000
+[Apr 14, 2026 - 00:24:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1017 : avg iteration time       85.42 seconds
+[Apr 14, 2026 - 00:24:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1017 : data loading time        0.01
+[Apr 14, 2026 - 00:24:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1017 : avg forward pass time    30.37
+[Apr 14, 2026 - 00:24:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1017 : backward pass time       11.39
+[Apr 14, 2026 - 00:24:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1017 : optimizer step time      1.57
+[Apr 14, 2026 - 00:24:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1017--------------------
+[Apr 14, 2026 - 00:24:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0158        iter count: 1.0
+[Apr 14, 2026 - 00:24:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0158   iter count: 1.0
+[Apr 14, 2026 - 00:24:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:24:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.03 seconds
+[Apr 14, 2026 - 00:25:31 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362974  43.512520  43.278839
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.847168  69.931641  69.792969
+util                      69.000000  79.000000  59.000000
+[Apr 14, 2026 - 00:25:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1018 : avg iteration time       68.46 seconds
+[Apr 14, 2026 - 00:25:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1018 : data loading time        0.01
+[Apr 14, 2026 - 00:25:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1018 : avg forward pass time    21.84
+[Apr 14, 2026 - 00:25:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1018 : backward pass time       11.62
+[Apr 14, 2026 - 00:25:31 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1018 : optimizer step time      1.57
+[Apr 14, 2026 - 00:25:31 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1018--------------------
+[Apr 14, 2026 - 00:25:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0158        iter count: 1.0
+[Apr 14, 2026 - 00:25:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0158   iter count: 1.0
+[Apr 14, 2026 - 00:25:31 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:25:31 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.20 seconds
+[Apr 14, 2026 - 00:26:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363007  43.512520  43.278988
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.895996  69.949219  69.851562
+util                      56.500000  73.000000  46.000000
+[Apr 14, 2026 - 00:26:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1019 : avg iteration time       85.33 seconds
+[Apr 14, 2026 - 00:26:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1019 : data loading time        0.00
+[Apr 14, 2026 - 00:26:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1019 : avg forward pass time    30.03
+[Apr 14, 2026 - 00:26:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1019 : backward pass time       11.45
+[Apr 14, 2026 - 00:26:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1019 : optimizer step time      1.83
+[Apr 14, 2026 - 00:26:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1019--------------------
+[Apr 14, 2026 - 00:26:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0147        iter count: 1.0
+[Apr 14, 2026 - 00:26:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0147   iter count: 1.0
+[Apr 14, 2026 - 00:26:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:26:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.16 seconds
+[Apr 14, 2026 - 00:31:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362901   43.512051   43.278988
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.424316  111.646484  109.710938
+util                       19.000000   42.000000    5.000000
+[Apr 14, 2026 - 00:31:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1020 : avg iteration time       276.64 seconds
+[Apr 14, 2026 - 00:31:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1020 : data loading time        0.02
+[Apr 14, 2026 - 00:31:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1020 : avg forward pass time    121.35
+[Apr 14, 2026 - 00:31:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1020 : backward pass time       16.20
+[Apr 14, 2026 - 00:31:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1020 : optimizer step time      1.03
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1020--------------------
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5531        iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5332          iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5531 iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1445iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0246 iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4424 iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0371iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0062 iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1169 iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5332iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1431  iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0364  iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0875  iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0221  iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0371  iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0093  iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0482  iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0121  iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0162   iter count: 1.0
+[Apr 14, 2026 - 00:31:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.09 seconds
+[Apr 14, 2026 - 00:32:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362949  43.512291  43.278988
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285  69.873047  69.812500
+util                      73.500000  93.000000  41.000000
+[Apr 14, 2026 - 00:32:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1021 : avg iteration time       63.37 seconds
+[Apr 14, 2026 - 00:32:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1021 : data loading time        0.01
+[Apr 14, 2026 - 00:32:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1021 : avg forward pass time    19.25
+[Apr 14, 2026 - 00:32:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1021 : backward pass time       11.48
+[Apr 14, 2026 - 00:32:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1021 : optimizer step time      1.77
+[Apr 14, 2026 - 00:32:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1021--------------------
+[Apr 14, 2026 - 00:32:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0145        iter count: 1.0
+[Apr 14, 2026 - 00:32:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 14, 2026 - 00:32:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:32:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.10 seconds
+[Apr 14, 2026 - 00:34:03 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.362950   43.512291  43.278992
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.905762   69.970703  69.871094
+util                      84.000000  100.000000  74.000000
+[Apr 14, 2026 - 00:34:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1022 : avg iteration time       86.70 seconds
+[Apr 14, 2026 - 00:34:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1022 : data loading time        0.00
+[Apr 14, 2026 - 00:34:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1022 : avg forward pass time    30.92
+[Apr 14, 2026 - 00:34:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1022 : backward pass time       11.53
+[Apr 14, 2026 - 00:34:03 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1022 : optimizer step time      1.63
+[Apr 14, 2026 - 00:34:03 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1022--------------------
+[Apr 14, 2026 - 00:34:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0142        iter count: 1.0
+[Apr 14, 2026 - 00:34:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0142   iter count: 1.0
+[Apr 14, 2026 - 00:34:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:34:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.13 seconds
+[Apr 14, 2026 - 00:35:21 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362958  43.512291  43.278996
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.642090  69.929688  69.402344
+util                      66.500000  73.000000  60.000000
+[Apr 14, 2026 - 00:35:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1023 : avg iteration time       78.29 seconds
+[Apr 14, 2026 - 00:35:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1023 : data loading time        0.00
+[Apr 14, 2026 - 00:35:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1023 : avg forward pass time    26.68
+[Apr 14, 2026 - 00:35:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1023 : backward pass time       11.50
+[Apr 14, 2026 - 00:35:21 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1023 : optimizer step time      1.61
+[Apr 14, 2026 - 00:35:21 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1023--------------------
+[Apr 14, 2026 - 00:35:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0160        iter count: 1.0
+[Apr 14, 2026 - 00:35:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0160   iter count: 1.0
+[Apr 14, 2026 - 00:35:21 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:35:21 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.13 seconds
+[Apr 14, 2026 - 00:36:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.362955  43.512291  43.278996
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465  70.009766  69.792969
+util                      85.000000  94.000000  76.000000
+[Apr 14, 2026 - 00:36:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1024 : avg iteration time       68.03 seconds
+[Apr 14, 2026 - 00:36:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1024 : data loading time        0.01
+[Apr 14, 2026 - 00:36:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1024 : avg forward pass time    21.65
+[Apr 14, 2026 - 00:36:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1024 : backward pass time       11.52
+[Apr 14, 2026 - 00:36:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1024 : optimizer step time      1.55
+[Apr 14, 2026 - 00:36:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1024--------------------
+[Apr 14, 2026 - 00:36:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0149        iter count: 1.0
+[Apr 14, 2026 - 00:36:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 14, 2026 - 00:36:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:36:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.15 seconds
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.362925   43.512161   43.278996
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.913574  112.193359  111.781250
+util                        7.500000   14.000000    3.000000
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1025 : avg iteration time       277.89 seconds
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1025 : data loading time        0.02
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1025 : avg forward pass time    118.11
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1025 : backward pass time       19.10
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1025 : optimizer step time      1.46
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1025--------------------
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6229        iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6025          iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6229 iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1316iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0235 iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.3819 iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0337iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0059 iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1002 iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6025iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1939  iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0497  iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0330  iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0083  iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0679  iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0171  iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1442  iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0367  iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0154   iter count: 1.0
+[Apr 14, 2026 - 00:41:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.13 seconds
+[Apr 14, 2026 - 00:42:14 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363111  43.512905  43.278996
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.520020  69.832031  69.402344
+util                      81.000000  93.000000  66.000000
+[Apr 14, 2026 - 00:42:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1026 : avg iteration time       67.06 seconds
+[Apr 14, 2026 - 00:42:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1026 : data loading time        0.01
+[Apr 14, 2026 - 00:42:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1026 : avg forward pass time    21.18
+[Apr 14, 2026 - 00:42:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1026 : backward pass time       11.48
+[Apr 14, 2026 - 00:42:14 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1026 : optimizer step time      1.59
+[Apr 14, 2026 - 00:42:14 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1026--------------------
+[Apr 14, 2026 - 00:42:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0172        iter count: 1.0
+[Apr 14, 2026 - 00:42:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0172   iter count: 1.0
+[Apr 14, 2026 - 00:42:14 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:42:14 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 14, 2026 - 00:43:42 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363141  43.512905  43.278999
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.568848  69.871094  69.404297
+util                      73.750000  83.000000  64.000000
+[Apr 14, 2026 - 00:43:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1027 : avg iteration time       87.84 seconds
+[Apr 14, 2026 - 00:43:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1027 : data loading time        0.00
+[Apr 14, 2026 - 00:43:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1027 : avg forward pass time    31.58
+[Apr 14, 2026 - 00:43:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1027 : backward pass time       11.52
+[Apr 14, 2026 - 00:43:42 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1027 : optimizer step time      1.67
+[Apr 14, 2026 - 00:43:42 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1027--------------------
+[Apr 14, 2026 - 00:43:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 14, 2026 - 00:43:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 14, 2026 - 00:43:42 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:43:42 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 14, 2026 - 00:44:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363170  43.512905  43.279095
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.315918  72.314453  69.500000
+util                      73.250000  88.000000  62.000000
+[Apr 14, 2026 - 00:44:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1028 : avg iteration time       61.54 seconds
+[Apr 14, 2026 - 00:44:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1028 : data loading time        0.01
+[Apr 14, 2026 - 00:44:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1028 : avg forward pass time    18.47
+[Apr 14, 2026 - 00:44:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1028 : backward pass time       11.51
+[Apr 14, 2026 - 00:44:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1028 : optimizer step time      1.59
+[Apr 14, 2026 - 00:44:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1028--------------------
+[Apr 14, 2026 - 00:44:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0158        iter count: 1.0
+[Apr 14, 2026 - 00:44:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0158   iter count: 1.0
+[Apr 14, 2026 - 00:44:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:44:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.12 seconds
+[Apr 14, 2026 - 00:46:07 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363196  43.512905  43.279087
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.311035  72.314453  69.500000
+util                      83.000000  90.000000  76.000000
+[Apr 14, 2026 - 00:46:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1029 : avg iteration time       84.01 seconds
+[Apr 14, 2026 - 00:46:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1029 : data loading time        0.00
+[Apr 14, 2026 - 00:46:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1029 : avg forward pass time    29.65
+[Apr 14, 2026 - 00:46:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1029 : backward pass time       11.60
+[Apr 14, 2026 - 00:46:07 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1029 : optimizer step time      1.44
+[Apr 14, 2026 - 00:46:07 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1029--------------------
+[Apr 14, 2026 - 00:46:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0145        iter count: 1.0
+[Apr 14, 2026 - 00:46:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0145   iter count: 1.0
+[Apr 14, 2026 - 00:46:07 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:46:07 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.12 seconds
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363048   43.512329   43.279087
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.780762  111.470703  110.277344
+util                       47.250000   77.000000   23.000000
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1030 : avg iteration time       278.62 seconds
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1030 : data loading time        0.00
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1030 : avg forward pass time    120.08
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1030 : backward pass time       20.88
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1030 : optimizer step time      0.93
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1030--------------------
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5567        iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5420          iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5567 iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1061iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0294 iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2691 iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0270iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0074 iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0696 iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5420iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1546  iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0394  iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0527  iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0133  iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0884  iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0223  iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0300  iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0075  iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 14, 2026 - 00:50:46 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.06 seconds
+[Apr 14, 2026 - 00:51:52 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363168  43.512821  43.279087
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051  70.046875  69.697266
+util                      70.000000  82.000000  51.000000
+[Apr 14, 2026 - 00:51:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1031 : avg iteration time       66.66 seconds
+[Apr 14, 2026 - 00:51:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1031 : data loading time        0.02
+[Apr 14, 2026 - 00:51:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1031 : avg forward pass time    20.86
+[Apr 14, 2026 - 00:51:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1031 : backward pass time       11.55
+[Apr 14, 2026 - 00:51:52 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1031 : optimizer step time      1.62
+[Apr 14, 2026 - 00:51:52 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1031--------------------
+[Apr 14, 2026 - 00:51:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0173        iter count: 1.0
+[Apr 14, 2026 - 00:51:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0173   iter count: 1.0
+[Apr 14, 2026 - 00:51:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:51:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.09 seconds
+[Apr 14, 2026 - 00:53:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363329  43.513412  43.279110
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926  69.968750  69.541016
+util                      63.250000  75.000000  49.000000
+[Apr 14, 2026 - 00:53:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1032 : avg iteration time       99.66 seconds
+[Apr 14, 2026 - 00:53:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1032 : data loading time        0.00
+[Apr 14, 2026 - 00:53:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1032 : avg forward pass time    37.39
+[Apr 14, 2026 - 00:53:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1032 : backward pass time       11.48
+[Apr 14, 2026 - 00:53:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1032 : optimizer step time      1.70
+[Apr 14, 2026 - 00:53:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1032--------------------
+[Apr 14, 2026 - 00:53:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0147        iter count: 1.0
+[Apr 14, 2026 - 00:53:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0147   iter count: 1.0
+[Apr 14, 2026 - 00:53:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:53:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.18 seconds
+[Apr 14, 2026 - 00:54:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363318  43.513401  43.279087
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.720215  69.833984  69.460938
+util                      78.000000  93.000000  66.000000
+[Apr 14, 2026 - 00:54:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1033 : avg iteration time       84.20 seconds
+[Apr 14, 2026 - 00:54:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1033 : data loading time        0.00
+[Apr 14, 2026 - 00:54:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1033 : avg forward pass time    29.64
+[Apr 14, 2026 - 00:54:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1033 : backward pass time       11.46
+[Apr 14, 2026 - 00:54:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1033 : optimizer step time      1.66
+[Apr 14, 2026 - 00:54:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1033--------------------
+[Apr 14, 2026 - 00:54:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0148        iter count: 1.0
+[Apr 14, 2026 - 00:54:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 14, 2026 - 00:54:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:54:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.12 seconds
+[Apr 14, 2026 - 00:56:12 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363218  43.513020  43.279087
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.676270  69.792969  69.421875
+util                      85.250000  92.000000  78.000000
+[Apr 14, 2026 - 00:56:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1034 : avg iteration time       75.45 seconds
+[Apr 14, 2026 - 00:56:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1034 : data loading time        0.00
+[Apr 14, 2026 - 00:56:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1034 : avg forward pass time    25.37
+[Apr 14, 2026 - 00:56:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1034 : backward pass time       11.48
+[Apr 14, 2026 - 00:56:12 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1034 : optimizer step time      1.57
+[Apr 14, 2026 - 00:56:12 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1034--------------------
+[Apr 14, 2026 - 00:56:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0168        iter count: 1.0
+[Apr 14, 2026 - 00:56:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0168   iter count: 1.0
+[Apr 14, 2026 - 00:56:12 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 00:56:12 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.05 seconds
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363091   43.512466   43.279087
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.678711  112.972656  111.154297
+util                       32.000000   55.000000    3.000000
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1035 : avg iteration time       294.66 seconds
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1035 : data loading time        0.01
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1035 : avg forward pass time    127.06
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1035 : backward pass time       16.30
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1035 : optimizer step time      1.18
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1035--------------------
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6195        iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5996          iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6195 iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1311iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0306 iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4333 iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0336iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0077 iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1144 iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5996iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0654  iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0165  iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1560  iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0398  iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1174  iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0298  iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0653  iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0165  iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0153   iter count: 1.0
+[Apr 14, 2026 - 01:01:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 14, 2026 - 01:02:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363170  43.512707  43.279179
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934  69.873047  69.851562
+util                      72.250000  82.000000  63.000000
+[Apr 14, 2026 - 01:02:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1036 : avg iteration time       89.67 seconds
+[Apr 14, 2026 - 01:02:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1036 : data loading time        0.01
+[Apr 14, 2026 - 01:02:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1036 : avg forward pass time    32.55
+[Apr 14, 2026 - 01:02:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1036 : backward pass time       11.49
+[Apr 14, 2026 - 01:02:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1036 : optimizer step time      1.55
+[Apr 14, 2026 - 01:02:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1036--------------------
+[Apr 14, 2026 - 01:02:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0181        iter count: 1.0
+[Apr 14, 2026 - 01:02:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0181   iter count: 1.0
+[Apr 14, 2026 - 01:02:36 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:02:36 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.03 seconds
+[Apr 14, 2026 - 01:04:10 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363182  43.512730  43.279190
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.891113  69.968750  69.851562
+util                      66.750000  81.000000  55.000000
+[Apr 14, 2026 - 01:04:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1037 : avg iteration time       93.53 seconds
+[Apr 14, 2026 - 01:04:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1037 : data loading time        0.01
+[Apr 14, 2026 - 01:04:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1037 : avg forward pass time    34.43
+[Apr 14, 2026 - 01:04:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1037 : backward pass time       11.43
+[Apr 14, 2026 - 01:04:10 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1037 : optimizer step time      1.70
+[Apr 14, 2026 - 01:04:10 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1037--------------------
+[Apr 14, 2026 - 01:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0170        iter count: 1.0
+[Apr 14, 2026 - 01:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0170   iter count: 1.0
+[Apr 14, 2026 - 01:04:10 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:04:10 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.04 seconds
+[Apr 14, 2026 - 01:05:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363165  43.512707  43.279179
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.861816  69.890625  69.851562
+util                      74.000000  91.000000  57.000000
+[Apr 14, 2026 - 01:05:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1038 : avg iteration time       91.09 seconds
+[Apr 14, 2026 - 01:05:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1038 : data loading time        0.02
+[Apr 14, 2026 - 01:05:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1038 : avg forward pass time    33.11
+[Apr 14, 2026 - 01:05:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1038 : backward pass time       11.66
+[Apr 14, 2026 - 01:05:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1038 : optimizer step time      1.53
+[Apr 14, 2026 - 01:05:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1038--------------------
+[Apr 14, 2026 - 01:05:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0147        iter count: 1.0
+[Apr 14, 2026 - 01:05:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0147   iter count: 1.0
+[Apr 14, 2026 - 01:05:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:05:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.04 seconds
+[Apr 14, 2026 - 01:07:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363324  43.513206  43.279324
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.900879  69.931641  69.871094
+util                      74.250000  86.000000  60.000000
+[Apr 14, 2026 - 01:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1039 : avg iteration time       88.38 seconds
+[Apr 14, 2026 - 01:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1039 : data loading time        0.00
+[Apr 14, 2026 - 01:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1039 : avg forward pass time    31.81
+[Apr 14, 2026 - 01:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1039 : backward pass time       11.55
+[Apr 14, 2026 - 01:07:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1039 : optimizer step time      1.58
+[Apr 14, 2026 - 01:07:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1039--------------------
+[Apr 14, 2026 - 01:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0146        iter count: 1.0
+[Apr 14, 2026 - 01:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 14, 2026 - 01:07:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:07:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.11 seconds
+[Apr 14, 2026 - 01:11:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363172   43.512581   43.279316
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.137207  111.410156  111.021484
+util                        7.500000   17.000000    3.000000
+[Apr 14, 2026 - 01:11:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1040 : avg iteration time       263.34 seconds
+[Apr 14, 2026 - 01:11:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1040 : data loading time        0.02
+[Apr 14, 2026 - 01:11:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1040 : avg forward pass time    110.29
+[Apr 14, 2026 - 01:11:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1040 : backward pass time       21.62
+[Apr 14, 2026 - 01:11:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1040 : optimizer step time      1.37
+[Apr 14, 2026 - 01:11:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1040--------------------
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5770        iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5571          iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5770 iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1376iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0362 iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4067 iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0353iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0091 iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1070 iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5571iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.4067  iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.1070  iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0760  iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0192  iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.3622  iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0948  iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0674  iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0170  iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0143   iter count: 1.0
+[Apr 14, 2026 - 01:11:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.15 seconds
+[Apr 14, 2026 - 01:13:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363163  43.512581  43.279301
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.764160  69.871094  69.482422
+util                      74.000000  86.000000  59.000000
+[Apr 14, 2026 - 01:13:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1041 : avg iteration time       91.14 seconds
+[Apr 14, 2026 - 01:13:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1041 : data loading time        0.00
+[Apr 14, 2026 - 01:13:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1041 : avg forward pass time    33.09
+[Apr 14, 2026 - 01:13:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1041 : backward pass time       11.57
+[Apr 14, 2026 - 01:13:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1041 : optimizer step time      1.65
+[Apr 14, 2026 - 01:13:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1041--------------------
+[Apr 14, 2026 - 01:13:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0162        iter count: 1.0
+[Apr 14, 2026 - 01:13:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0162   iter count: 1.0
+[Apr 14, 2026 - 01:13:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:13:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 14, 2026 - 01:14:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363177  43.512592  43.279301
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.759277  69.871094  69.423828
+util                      74.500000  94.000000  62.000000
+[Apr 14, 2026 - 01:14:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1042 : avg iteration time       73.46 seconds
+[Apr 14, 2026 - 01:14:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1042 : data loading time        0.01
+[Apr 14, 2026 - 01:14:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1042 : avg forward pass time    24.33
+[Apr 14, 2026 - 01:14:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1042 : backward pass time       11.63
+[Apr 14, 2026 - 01:14:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1042 : optimizer step time      1.58
+[Apr 14, 2026 - 01:14:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1042--------------------
+[Apr 14, 2026 - 01:14:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0168        iter count: 1.0
+[Apr 14, 2026 - 01:14:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0168   iter count: 1.0
+[Apr 14, 2026 - 01:14:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:14:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 14, 2026 - 01:15:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363162  43.512577  43.279278
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.769043  69.949219  69.462891
+util                      76.750000  87.000000  67.000000
+[Apr 14, 2026 - 01:15:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1043 : avg iteration time       76.04 seconds
+[Apr 14, 2026 - 01:15:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1043 : data loading time        0.01
+[Apr 14, 2026 - 01:15:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1043 : avg forward pass time    25.74
+[Apr 14, 2026 - 01:15:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1043 : backward pass time       11.52
+[Apr 14, 2026 - 01:15:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1043 : optimizer step time      1.50
+[Apr 14, 2026 - 01:15:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1043--------------------
+[Apr 14, 2026 - 01:15:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0149        iter count: 1.0
+[Apr 14, 2026 - 01:15:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 14, 2026 - 01:15:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:15:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.13 seconds
+[Apr 14, 2026 - 01:16:44 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363233  43.512844  43.279301
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.744629  69.968750  69.462891
+util                      53.500000  78.000000  26.000000
+[Apr 14, 2026 - 01:16:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1044 : avg iteration time       70.81 seconds
+[Apr 14, 2026 - 01:16:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1044 : data loading time        0.00
+[Apr 14, 2026 - 01:16:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1044 : avg forward pass time    22.67
+[Apr 14, 2026 - 01:16:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1044 : backward pass time       11.51
+[Apr 14, 2026 - 01:16:44 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1044 : optimizer step time      1.99
+[Apr 14, 2026 - 01:16:44 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1044--------------------
+[Apr 14, 2026 - 01:16:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0139        iter count: 1.0
+[Apr 14, 2026 - 01:16:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0139   iter count: 1.0
+[Apr 14, 2026 - 01:16:44 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:16:44 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.07 seconds
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363123   43.512428   43.279278
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.459473  111.820312  110.923828
+util                       14.000000   32.000000    3.000000
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1045 : avg iteration time       275.42 seconds
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1045 : data loading time        0.02
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1045 : avg forward pass time    116.11
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1045 : backward pass time       20.05
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1045 : optimizer step time      1.16
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1045--------------------
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6068        iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5859          iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6068 iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1420iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0311 iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6836 iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0368iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0078 iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1864 iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5859iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0311  iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0078  iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0717  iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0181  iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1002  iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0254  iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2983  iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0774  iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0153   iter count: 1.0
+[Apr 14, 2026 - 01:21:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.03 seconds
+[Apr 14, 2026 - 01:22:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363308  43.513149  43.279289
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.773926  69.890625  69.501953
+util                      67.500000  89.000000  58.000000
+[Apr 14, 2026 - 01:22:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1046 : avg iteration time       62.72 seconds
+[Apr 14, 2026 - 01:22:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1046 : data loading time        0.00
+[Apr 14, 2026 - 01:22:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1046 : avg forward pass time    18.99
+[Apr 14, 2026 - 01:22:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1046 : backward pass time       11.57
+[Apr 14, 2026 - 01:22:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1046 : optimizer step time      1.72
+[Apr 14, 2026 - 01:22:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1046--------------------
+[Apr 14, 2026 - 01:22:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0127        iter count: 1.0
+[Apr 14, 2026 - 01:22:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0127   iter count: 1.0
+[Apr 14, 2026 - 01:22:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:22:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.14 seconds
+[Apr 14, 2026 - 01:23:48 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363318  43.513149  43.279289
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.808105  70.007812  69.482422
+util                      77.250000  85.000000  72.000000
+[Apr 14, 2026 - 01:23:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1047 : avg iteration time       86.16 seconds
+[Apr 14, 2026 - 01:23:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1047 : data loading time        0.01
+[Apr 14, 2026 - 01:23:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1047 : avg forward pass time    30.69
+[Apr 14, 2026 - 01:23:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1047 : backward pass time       11.55
+[Apr 14, 2026 - 01:23:48 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1047 : optimizer step time      1.56
+[Apr 14, 2026 - 01:23:48 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1047--------------------
+[Apr 14, 2026 - 01:23:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0178        iter count: 1.0
+[Apr 14, 2026 - 01:23:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0178   iter count: 1.0
+[Apr 14, 2026 - 01:23:48 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:23:48 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.11 seconds
+[Apr 14, 2026 - 01:25:01 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363387  43.513397  43.279289
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.793457  69.929688  69.462891
+util                      82.250000  94.000000  68.000000
+[Apr 14, 2026 - 01:25:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1048 : avg iteration time       72.50 seconds
+[Apr 14, 2026 - 01:25:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1048 : data loading time        0.00
+[Apr 14, 2026 - 01:25:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1048 : avg forward pass time    23.78
+[Apr 14, 2026 - 01:25:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1048 : backward pass time       11.66
+[Apr 14, 2026 - 01:25:01 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1048 : optimizer step time      1.51
+[Apr 14, 2026 - 01:25:01 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1048--------------------
+[Apr 14, 2026 - 01:25:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 14, 2026 - 01:25:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 14, 2026 - 01:25:01 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:25:01 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.12 seconds
+[Apr 14, 2026 - 01:26:16 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363397  43.513496  43.279289
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.827637  70.066406  69.501953
+util                      80.500000  90.000000  71.000000
+[Apr 14, 2026 - 01:26:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1049 : avg iteration time       75.06 seconds
+[Apr 14, 2026 - 01:26:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1049 : data loading time        0.00
+[Apr 14, 2026 - 01:26:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1049 : avg forward pass time    25.20
+[Apr 14, 2026 - 01:26:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1049 : backward pass time       11.48
+[Apr 14, 2026 - 01:26:16 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1049 : optimizer step time      1.52
+[Apr 14, 2026 - 01:26:16 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1049--------------------
+[Apr 14, 2026 - 01:26:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0157        iter count: 1.0
+[Apr 14, 2026 - 01:26:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0157   iter count: 1.0
+[Apr 14, 2026 - 01:26:16 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:26:16 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.03 seconds
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363291   43.513073   43.279289
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.980957  111.724609  110.667969
+util                        9.750000   28.000000    2.000000
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1050 : avg iteration time       265.41 seconds
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1050 : data loading time        0.00
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1050 : avg forward pass time    114.69
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1050 : backward pass time       21.52
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1050 : optimizer step time      1.65
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1050--------------------
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6395        iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6182          iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6395 iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1327iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0174 iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4998 iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0340iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0044 iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1331 iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6182iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1695  iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0433  iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0674  iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0170  iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1880  iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0481  iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.2848  iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0738  iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0146   iter count: 1.0
+[Apr 14, 2026 - 01:30:41 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.13 seconds
+[Apr 14, 2026 - 01:32:04 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363291  43.513050  43.279312
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.734863  69.871094  69.443359
+util                      85.750000  93.000000  78.000000
+[Apr 14, 2026 - 01:32:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1051 : avg iteration time       82.32 seconds
+[Apr 14, 2026 - 01:32:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1051 : data loading time        0.00
+[Apr 14, 2026 - 01:32:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1051 : avg forward pass time    28.90
+[Apr 14, 2026 - 01:32:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1051 : backward pass time       11.49
+[Apr 14, 2026 - 01:32:04 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1051 : optimizer step time      1.29
+[Apr 14, 2026 - 01:32:04 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1051--------------------
+[Apr 14, 2026 - 01:32:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0148        iter count: 1.0
+[Apr 14, 2026 - 01:32:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0148   iter count: 1.0
+[Apr 14, 2026 - 01:32:04 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:32:04 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 14, 2026 - 01:33:13 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363417  43.513554  43.279312
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.871582  69.912109  69.832031
+util                      72.500000  82.000000  63.000000
+[Apr 14, 2026 - 01:33:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1052 : avg iteration time       68.99 seconds
+[Apr 14, 2026 - 01:33:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1052 : data loading time        0.01
+[Apr 14, 2026 - 01:33:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1052 : avg forward pass time    22.26
+[Apr 14, 2026 - 01:33:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1052 : backward pass time       11.42
+[Apr 14, 2026 - 01:33:13 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1052 : optimizer step time      1.52
+[Apr 14, 2026 - 01:33:13 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1052--------------------
+[Apr 14, 2026 - 01:33:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0144        iter count: 1.0
+[Apr 14, 2026 - 01:33:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0144   iter count: 1.0
+[Apr 14, 2026 - 01:33:13 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:33:13 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.02 seconds
+[Apr 14, 2026 - 01:34:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg         Max        Min
+cpu_mem_gb                43.363422   43.513554  43.279335
+peak_gpu_mem_gb           67.786331   67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.910645   70.185547  69.812500
+util                      97.500000  100.000000  93.000000
+[Apr 14, 2026 - 01:34:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1053 : avg iteration time       84.54 seconds
+[Apr 14, 2026 - 01:34:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1053 : data loading time        0.01
+[Apr 14, 2026 - 01:34:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1053 : avg forward pass time    30.10
+[Apr 14, 2026 - 01:34:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1053 : backward pass time       11.47
+[Apr 14, 2026 - 01:34:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1053 : optimizer step time      1.32
+[Apr 14, 2026 - 01:34:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1053--------------------
+[Apr 14, 2026 - 01:34:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0161        iter count: 1.0
+[Apr 14, 2026 - 01:34:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0161   iter count: 1.0
+[Apr 14, 2026 - 01:34:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:34:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.00 seconds
+[Apr 14, 2026 - 01:36:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363432  43.513577  43.279350
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.837402  69.892578  69.812500
+util                      61.750000  79.000000  27.000000
+[Apr 14, 2026 - 01:36:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1054 : avg iteration time       88.38 seconds
+[Apr 14, 2026 - 01:36:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1054 : data loading time        0.00
+[Apr 14, 2026 - 01:36:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1054 : avg forward pass time    31.67
+[Apr 14, 2026 - 01:36:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1054 : backward pass time       11.51
+[Apr 14, 2026 - 01:36:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1054 : optimizer step time      2.00
+[Apr 14, 2026 - 01:36:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1054--------------------
+[Apr 14, 2026 - 01:36:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0140        iter count: 1.0
+[Apr 14, 2026 - 01:36:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0140   iter count: 1.0
+[Apr 14, 2026 - 01:36:06 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:36:06 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.12 seconds
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363261   43.512909   43.279335
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.405273  112.232422  110.802734
+util                       10.250000   16.000000    2.000000
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1055 : avg iteration time       269.28 seconds
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1055 : data loading time        0.00
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1055 : avg forward pass time    116.63
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1055 : backward pass time       18.62
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1055 : optimizer step time      1.49
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1055--------------------
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6099        iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5908          iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6099 iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1343iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0336 iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4607 iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0346iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0084 iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1221 iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5908iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.4607  iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.1221  iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1127  iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0286  iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0714  iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0180  iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1261  iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0320  iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 14, 2026 - 01:40:35 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.07 seconds
+[Apr 14, 2026 - 01:41:53 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363263  43.512882  43.279346
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.886230  69.951172  69.851562
+util                      78.750000  89.000000  69.000000
+[Apr 14, 2026 - 01:41:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1056 : avg iteration time       77.88 seconds
+[Apr 14, 2026 - 01:41:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1056 : data loading time        0.01
+[Apr 14, 2026 - 01:41:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1056 : avg forward pass time    26.46
+[Apr 14, 2026 - 01:41:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1056 : backward pass time       11.56
+[Apr 14, 2026 - 01:41:53 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1056 : optimizer step time      1.55
+[Apr 14, 2026 - 01:41:53 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1056--------------------
+[Apr 14, 2026 - 01:41:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0170        iter count: 1.0
+[Apr 14, 2026 - 01:41:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0170   iter count: 1.0
+[Apr 14, 2026 - 01:41:53 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:41:53 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.10 seconds
+[Apr 14, 2026 - 01:43:20 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363623  43.514324  43.279335
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.920410  69.949219  69.871094
+util                      71.500000  83.000000  57.000000
+[Apr 14, 2026 - 01:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1057 : avg iteration time       87.08 seconds
+[Apr 14, 2026 - 01:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1057 : data loading time        0.00
+[Apr 14, 2026 - 01:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1057 : avg forward pass time    31.21
+[Apr 14, 2026 - 01:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1057 : backward pass time       11.52
+[Apr 14, 2026 - 01:43:20 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1057 : optimizer step time      1.55
+[Apr 14, 2026 - 01:43:20 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1057--------------------
+[Apr 14, 2026 - 01:43:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0164        iter count: 1.0
+[Apr 14, 2026 - 01:43:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0164   iter count: 1.0
+[Apr 14, 2026 - 01:43:20 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:43:20 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.04 seconds
+[Apr 14, 2026 - 01:44:39 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363448  43.513615  43.279343
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.925293  69.970703  69.871094
+util                      80.500000  88.000000  73.000000
+[Apr 14, 2026 - 01:44:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1058 : avg iteration time       78.91 seconds
+[Apr 14, 2026 - 01:44:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1058 : data loading time        0.01
+[Apr 14, 2026 - 01:44:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1058 : avg forward pass time    27.25
+[Apr 14, 2026 - 01:44:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1058 : backward pass time       11.48
+[Apr 14, 2026 - 01:44:39 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1058 : optimizer step time      1.44
+[Apr 14, 2026 - 01:44:39 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1058--------------------
+[Apr 14, 2026 - 01:44:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0168        iter count: 1.0
+[Apr 14, 2026 - 01:44:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0168   iter count: 1.0
+[Apr 14, 2026 - 01:44:39 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:44:39 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.05 seconds
+[Apr 14, 2026 - 01:46:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363441  43.513615  43.279335
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  70.027832  70.105469  69.910156
+util                      56.500000  83.000000  37.000000
+[Apr 14, 2026 - 01:46:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1059 : avg iteration time       83.31 seconds
+[Apr 14, 2026 - 01:46:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1059 : data loading time        0.01
+[Apr 14, 2026 - 01:46:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1059 : avg forward pass time    29.22
+[Apr 14, 2026 - 01:46:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1059 : backward pass time       11.51
+[Apr 14, 2026 - 01:46:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1059 : optimizer step time      1.80
+[Apr 14, 2026 - 01:46:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1059--------------------
+[Apr 14, 2026 - 01:46:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 14, 2026 - 01:46:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 14, 2026 - 01:46:02 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:46:02 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.13 seconds
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363351   43.513229   43.279335
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.342285  112.525391  110.863281
+util                       11.750000   16.000000    5.000000
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1060 : avg iteration time       267.15 seconds
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1060 : data loading time        0.00
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1060 : avg forward pass time    115.28
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1060 : backward pass time       15.49
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1060 : optimizer step time      1.01
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1060--------------------
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5081        iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.4922          iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5081 iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1234iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0194 iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.4458 iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0316iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0049 iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1179 iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.4922iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2158  iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0554  iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0194  iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0049  iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0744  iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0188  iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0644  iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0162  iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0171   iter count: 1.0
+[Apr 14, 2026 - 01:50:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.12 seconds
+[Apr 14, 2026 - 01:51:40 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363355  43.513268  43.279335
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.925293  69.988281  69.871094
+util                      79.000000  99.000000  70.000000
+[Apr 14, 2026 - 01:51:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1061 : avg iteration time       70.83 seconds
+[Apr 14, 2026 - 01:51:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1061 : data loading time        0.00
+[Apr 14, 2026 - 01:51:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1061 : avg forward pass time    23.10
+[Apr 14, 2026 - 01:51:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1061 : backward pass time       11.56
+[Apr 14, 2026 - 01:51:40 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1061 : optimizer step time      1.42
+[Apr 14, 2026 - 01:51:40 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1061--------------------
+[Apr 14, 2026 - 01:51:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0159        iter count: 1.0
+[Apr 14, 2026 - 01:51:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0159   iter count: 1.0
+[Apr 14, 2026 - 01:51:40 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:51:40 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.14 seconds
+[Apr 14, 2026 - 01:52:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363557  43.514027  43.279335
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.910645  69.970703  69.851562
+util                      75.250000  85.000000  66.000000
+[Apr 14, 2026 - 01:52:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1062 : avg iteration time       76.98 seconds
+[Apr 14, 2026 - 01:52:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1062 : data loading time        0.02
+[Apr 14, 2026 - 01:52:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1062 : avg forward pass time    25.96
+[Apr 14, 2026 - 01:52:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1062 : backward pass time       11.61
+[Apr 14, 2026 - 01:52:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1062 : optimizer step time      1.67
+[Apr 14, 2026 - 01:52:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1062--------------------
+[Apr 14, 2026 - 01:52:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0165        iter count: 1.0
+[Apr 14, 2026 - 01:52:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0165   iter count: 1.0
+[Apr 14, 2026 - 01:52:57 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:52:57 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.16 seconds
+[Apr 14, 2026 - 01:54:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363433  43.513577  43.279335
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.915527  69.988281  69.851562
+util                      72.000000  89.000000  54.000000
+[Apr 14, 2026 - 01:54:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1063 : avg iteration time       94.96 seconds
+[Apr 14, 2026 - 01:54:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1063 : data loading time        0.00
+[Apr 14, 2026 - 01:54:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1063 : avg forward pass time    35.07
+[Apr 14, 2026 - 01:54:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1063 : backward pass time       11.46
+[Apr 14, 2026 - 01:54:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1063 : optimizer step time      1.63
+[Apr 14, 2026 - 01:54:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1063--------------------
+[Apr 14, 2026 - 01:54:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0164        iter count: 1.0
+[Apr 14, 2026 - 01:54:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0164   iter count: 1.0
+[Apr 14, 2026 - 01:54:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:54:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.15 seconds
+[Apr 14, 2026 - 01:55:57 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363461  43.513577  43.279423
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.915527  69.988281  69.851562
+util                      78.000000  88.000000  69.000000
+[Apr 14, 2026 - 01:55:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1064 : avg iteration time       85.63 seconds
+[Apr 14, 2026 - 01:55:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1064 : data loading time        0.00
+[Apr 14, 2026 - 01:55:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1064 : avg forward pass time    30.55
+[Apr 14, 2026 - 01:55:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1064 : backward pass time       11.47
+[Apr 14, 2026 - 01:55:57 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1064 : optimizer step time      1.40
+[Apr 14, 2026 - 01:55:57 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1064--------------------
+[Apr 14, 2026 - 01:55:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0151        iter count: 1.0
+[Apr 14, 2026 - 01:55:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0151   iter count: 1.0
+[Apr 14, 2026 - 01:55:58 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 01:55:58 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.13 seconds
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363284   43.512875   43.279423
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.698730  111.898438  111.488281
+util                        7.750000   24.000000    2.000000
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1065 : avg iteration time       279.50 seconds
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1065 : data loading time        0.00
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1065 : avg forward pass time    117.86
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1065 : backward pass time       21.78
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1065 : optimizer step time      1.70
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1065--------------------
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6309        iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6094          iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6309 iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1356iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0500 iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6346 iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0349iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0126 iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1719 iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6094iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0612  iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0154  iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.2010  iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0515  iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.6346  iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.1719  iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.3233  iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0842  iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0163   iter count: 1.0
+[Apr 14, 2026 - 02:00:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.18 seconds
+[Apr 14, 2026 - 02:02:09 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363344  43.513088  43.279423
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.969238  70.105469  69.814453
+util                      83.250000  95.000000  71.000000
+[Apr 14, 2026 - 02:02:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1066 : avg iteration time       92.14 seconds
+[Apr 14, 2026 - 02:02:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1066 : data loading time        0.00
+[Apr 14, 2026 - 02:02:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1066 : avg forward pass time    33.72
+[Apr 14, 2026 - 02:02:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1066 : backward pass time       11.48
+[Apr 14, 2026 - 02:02:09 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1066 : optimizer step time      1.50
+[Apr 14, 2026 - 02:02:09 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1066--------------------
+[Apr 14, 2026 - 02:02:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0191        iter count: 1.0
+[Apr 14, 2026 - 02:02:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0191   iter count: 1.0
+[Apr 14, 2026 - 02:02:09 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:02:09 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.10 seconds
+[Apr 14, 2026 - 02:03:17 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363370  43.513195  43.279423
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.856934  69.892578  69.832031
+util                      71.000000  81.000000  49.000000
+[Apr 14, 2026 - 02:03:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1067 : avg iteration time       67.70 seconds
+[Apr 14, 2026 - 02:03:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1067 : data loading time        0.02
+[Apr 14, 2026 - 02:03:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1067 : avg forward pass time    21.47
+[Apr 14, 2026 - 02:03:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1067 : backward pass time       11.51
+[Apr 14, 2026 - 02:03:17 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1067 : optimizer step time      1.61
+[Apr 14, 2026 - 02:03:17 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1067--------------------
+[Apr 14, 2026 - 02:03:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0132        iter count: 1.0
+[Apr 14, 2026 - 02:03:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0132   iter count: 1.0
+[Apr 14, 2026 - 02:03:17 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:03:17 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.07 seconds
+[Apr 14, 2026 - 02:04:29 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363379  43.513191  43.279423
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465  69.912109  69.812500
+util                      80.750000  88.000000  73.000000
+[Apr 14, 2026 - 02:04:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1068 : avg iteration time       72.52 seconds
+[Apr 14, 2026 - 02:04:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1068 : data loading time        0.00
+[Apr 14, 2026 - 02:04:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1068 : avg forward pass time    23.87
+[Apr 14, 2026 - 02:04:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1068 : backward pass time       11.56
+[Apr 14, 2026 - 02:04:29 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1068 : optimizer step time      1.54
+[Apr 14, 2026 - 02:04:29 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1068--------------------
+[Apr 14, 2026 - 02:04:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0165        iter count: 1.0
+[Apr 14, 2026 - 02:04:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0165   iter count: 1.0
+[Apr 14, 2026 - 02:04:29 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:04:29 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.09 seconds
+[Apr 14, 2026 - 02:05:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363374  43.513191  43.279427
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.930176  69.949219  69.910156
+util                      77.250000  87.000000  68.000000
+[Apr 14, 2026 - 02:05:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1069 : avg iteration time       85.83 seconds
+[Apr 14, 2026 - 02:05:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1069 : data loading time        0.00
+[Apr 14, 2026 - 02:05:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1069 : avg forward pass time    30.59
+[Apr 14, 2026 - 02:05:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1069 : backward pass time       11.45
+[Apr 14, 2026 - 02:05:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1069 : optimizer step time      1.49
+[Apr 14, 2026 - 02:05:55 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1069--------------------
+[Apr 14, 2026 - 02:05:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0168        iter count: 1.0
+[Apr 14, 2026 - 02:05:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0168   iter count: 1.0
+[Apr 14, 2026 - 02:05:55 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:05:55 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.09 seconds
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363272   43.512779   43.279442
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.635254  112.171875  110.826172
+util                       17.750000   34.000000    3.000000
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1070 : avg iteration time       277.65 seconds
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1070 : data loading time        0.01
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1070 : avg forward pass time    120.05
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1070 : backward pass time       20.07
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1070 : optimizer step time      1.20
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1070--------------------
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6022        iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5830          iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6022 iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1281iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0271 iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6145 iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0329iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0068 iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1660 iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5830iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1305  iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0332  iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0271  iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0068  iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1290  iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0328  iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1438  iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0366  iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0133   iter count: 1.0
+[Apr 14, 2026 - 02:10:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.14 seconds
+[Apr 14, 2026 - 02:11:56 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363385  43.513199  43.279446
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.847168  69.851562  69.833984
+util                      75.500000  99.000000  57.000000
+[Apr 14, 2026 - 02:11:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1071 : avg iteration time       83.55 seconds
+[Apr 14, 2026 - 02:11:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1071 : data loading time        0.00
+[Apr 14, 2026 - 02:11:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1071 : avg forward pass time    29.40
+[Apr 14, 2026 - 02:11:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1071 : backward pass time       11.48
+[Apr 14, 2026 - 02:11:56 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1071 : optimizer step time      1.59
+[Apr 14, 2026 - 02:11:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1071--------------------
+[Apr 14, 2026 - 02:11:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0202        iter count: 1.0
+[Apr 14, 2026 - 02:11:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0202   iter count: 1.0
+[Apr 14, 2026 - 02:11:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:11:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.06 seconds
+[Apr 14, 2026 - 02:13:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363527  43.513680  43.279423
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.847168  69.890625  69.794922
+util                      64.250000  82.000000  54.000000
+[Apr 14, 2026 - 02:13:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1072 : avg iteration time       81.55 seconds
+[Apr 14, 2026 - 02:13:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1072 : data loading time        0.00
+[Apr 14, 2026 - 02:13:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1072 : avg forward pass time    28.27
+[Apr 14, 2026 - 02:13:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1072 : backward pass time       11.55
+[Apr 14, 2026 - 02:13:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1072 : optimizer step time      1.79
+[Apr 14, 2026 - 02:13:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1072--------------------
+[Apr 14, 2026 - 02:13:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0181        iter count: 1.0
+[Apr 14, 2026 - 02:13:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0181   iter count: 1.0
+[Apr 14, 2026 - 02:13:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:13:18 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.15 seconds
+[Apr 14, 2026 - 02:14:28 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363536  43.513695  43.279423
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.852051  69.910156  69.794922
+util                      79.750000  99.000000  68.000000
+[Apr 14, 2026 - 02:14:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1073 : avg iteration time       69.67 seconds
+[Apr 14, 2026 - 02:14:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1073 : data loading time        0.01
+[Apr 14, 2026 - 02:14:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1073 : avg forward pass time    22.45
+[Apr 14, 2026 - 02:14:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1073 : backward pass time       11.47
+[Apr 14, 2026 - 02:14:28 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1073 : optimizer step time      1.60
+[Apr 14, 2026 - 02:14:28 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1073--------------------
+[Apr 14, 2026 - 02:14:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0162        iter count: 1.0
+[Apr 14, 2026 - 02:14:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0162   iter count: 1.0
+[Apr 14, 2026 - 02:14:28 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:14:28 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.11 seconds
+[Apr 14, 2026 - 02:15:43 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363530  43.513695  43.279423
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.842285  69.871094  69.794922
+util                      75.000000  83.000000  67.000000
+[Apr 14, 2026 - 02:15:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1074 : avg iteration time       75.65 seconds
+[Apr 14, 2026 - 02:15:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1074 : data loading time        0.00
+[Apr 14, 2026 - 02:15:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1074 : avg forward pass time    25.43
+[Apr 14, 2026 - 02:15:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1074 : backward pass time       11.59
+[Apr 14, 2026 - 02:15:43 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1074 : optimizer step time      1.51
+[Apr 14, 2026 - 02:15:43 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1074--------------------
+[Apr 14, 2026 - 02:15:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0157        iter count: 1.0
+[Apr 14, 2026 - 02:15:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0157   iter count: 1.0
+[Apr 14, 2026 - 02:15:43 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:15:43 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.10 seconds
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363364   43.513008   43.279423
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  111.088379  112.230469  110.492188
+util                       22.000000   52.000000    6.000000
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1075 : avg iteration time       275.18 seconds
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1075 : data loading time        0.04
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1075 : avg forward pass time    119.31
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1075 : backward pass time       15.67
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1075 : optimizer step time      0.73
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1075--------------------
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5779        iter count: 1.0
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5601          iter count: 1.0
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5779 iter count: 1.0
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1250iter count: 1.0
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0287 iter count: 1.0
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.5311 iter count: 1.0
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0321iter count: 1.0
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0072 iter count: 1.0
+[Apr 14, 2026 - 02:20:18 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1420 iter count: 1.0
+[Apr 14, 2026 - 02:20:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5601iter count: 1.0
+[Apr 14, 2026 - 02:20:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.1102  iter count: 1.0
+[Apr 14, 2026 - 02:20:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0279  iter count: 1.0
+[Apr 14, 2026 - 02:20:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0795  iter count: 1.0
+[Apr 14, 2026 - 02:20:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0201  iter count: 1.0
+[Apr 14, 2026 - 02:20:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.1099  iter count: 1.0
+[Apr 14, 2026 - 02:20:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0279  iter count: 1.0
+[Apr 14, 2026 - 02:20:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0807  iter count: 1.0
+[Apr 14, 2026 - 02:20:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0204  iter count: 1.0
+[Apr 14, 2026 - 02:20:19 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0157   iter count: 1.0
+[Apr 14, 2026 - 02:20:19 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.11 seconds
+[Apr 14, 2026 - 02:21:37 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363417  43.513210  43.279423
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.876465  69.931641  69.851562
+util                      70.750000  75.000000  66.000000
+[Apr 14, 2026 - 02:21:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1076 : avg iteration time       78.94 seconds
+[Apr 14, 2026 - 02:21:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1076 : data loading time        0.00
+[Apr 14, 2026 - 02:21:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1076 : avg forward pass time    27.04
+[Apr 14, 2026 - 02:21:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1076 : backward pass time       11.57
+[Apr 14, 2026 - 02:21:37 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1076 : optimizer step time      1.58
+[Apr 14, 2026 - 02:21:37 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1076--------------------
+[Apr 14, 2026 - 02:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0180        iter count: 1.0
+[Apr 14, 2026 - 02:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0180   iter count: 1.0
+[Apr 14, 2026 - 02:21:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:21:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.10 seconds
+[Apr 14, 2026 - 02:22:55 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363670  43.514172  43.279469
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.900879  69.951172  69.871094
+util                      98.000000  99.000000  97.000000
+[Apr 14, 2026 - 02:22:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1077 : avg iteration time       78.17 seconds
+[Apr 14, 2026 - 02:22:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1077 : data loading time        0.01
+[Apr 14, 2026 - 02:22:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1077 : avg forward pass time    26.86
+[Apr 14, 2026 - 02:22:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1077 : backward pass time       11.44
+[Apr 14, 2026 - 02:22:55 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1077 : optimizer step time      1.36
+[Apr 14, 2026 - 02:22:56 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1077--------------------
+[Apr 14, 2026 - 02:22:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0156        iter count: 1.0
+[Apr 14, 2026 - 02:22:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0156   iter count: 1.0
+[Apr 14, 2026 - 02:22:56 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:22:56 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 14, 2026 - 02:24:11 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363552  43.513706  43.279469
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.895996  69.912109  69.890625
+util                      71.500000  79.000000  63.000000
+[Apr 14, 2026 - 02:24:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1078 : avg iteration time       75.62 seconds
+[Apr 14, 2026 - 02:24:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1078 : data loading time        0.00
+[Apr 14, 2026 - 02:24:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1078 : avg forward pass time    25.44
+[Apr 14, 2026 - 02:24:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1078 : backward pass time       11.44
+[Apr 14, 2026 - 02:24:11 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1078 : optimizer step time      1.65
+[Apr 14, 2026 - 02:24:11 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1078--------------------
+[Apr 14, 2026 - 02:24:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0164        iter count: 1.0
+[Apr 14, 2026 - 02:24:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0164   iter count: 1.0
+[Apr 14, 2026 - 02:24:11 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:24:11 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.16 seconds
+[Apr 14, 2026 - 02:25:32 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363553  43.513687  43.279491
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.881348  69.912109  69.871094
+util                      75.250000  99.000000  61.000000
+[Apr 14, 2026 - 02:25:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1079 : avg iteration time       80.96 seconds
+[Apr 14, 2026 - 02:25:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1079 : data loading time        0.00
+[Apr 14, 2026 - 02:25:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1079 : avg forward pass time    28.05
+[Apr 14, 2026 - 02:25:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1079 : backward pass time       11.48
+[Apr 14, 2026 - 02:25:32 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1079 : optimizer step time      1.71
+[Apr 14, 2026 - 02:25:32 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1079--------------------
+[Apr 14, 2026 - 02:25:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0168        iter count: 1.0
+[Apr 14, 2026 - 02:25:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0168   iter count: 1.0
+[Apr 14, 2026 - 02:25:32 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:25:32 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.15 seconds
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363401   43.513096   43.279469
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.355957  110.806641  109.906250
+util                       15.750000   44.000000    2.000000
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1080 : avg iteration time       273.14 seconds
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1080 : data loading time        0.01
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1080 : avg forward pass time    113.81
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1080 : backward pass time       23.75
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1080 : optimizer step time      1.96
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1080--------------------
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.5871        iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.5728          iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.5871 iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.0987iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0204 iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.2846 iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0251iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0051 iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.0737 iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.5728iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.2846  iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0737  iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.0912  iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0231  iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0287  iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0072  iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.1251  iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0318  iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0149   iter count: 1.0
+[Apr 14, 2026 - 02:30:05 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.15 seconds
+[Apr 14, 2026 - 02:31:36 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363410  43.513130  43.279491
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.554199  69.792969  69.460938
+util                      76.000000  86.000000  58.000000
+[Apr 14, 2026 - 02:31:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1081 : avg iteration time       91.19 seconds
+[Apr 14, 2026 - 02:31:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1081 : data loading time        0.00
+[Apr 14, 2026 - 02:31:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1081 : avg forward pass time    33.09
+[Apr 14, 2026 - 02:31:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1081 : backward pass time       11.72
+[Apr 14, 2026 - 02:31:36 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1081 : optimizer step time      1.56
+[Apr 14, 2026 - 02:31:36 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1081--------------------
+[Apr 14, 2026 - 02:31:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0219        iter count: 1.0
+[Apr 14, 2026 - 02:31:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0219   iter count: 1.0
+[Apr 14, 2026 - 02:31:37 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:31:37 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.11 seconds
+[Apr 14, 2026 - 02:33:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363616  43.513859  43.279564
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.803223  69.910156  69.521484
+util                      87.250000  97.000000  78.000000
+[Apr 14, 2026 - 02:33:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1082 : avg iteration time       86.04 seconds
+[Apr 14, 2026 - 02:33:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1082 : data loading time        0.00
+[Apr 14, 2026 - 02:33:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1082 : avg forward pass time    30.67
+[Apr 14, 2026 - 02:33:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1082 : backward pass time       11.46
+[Apr 14, 2026 - 02:33:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1082 : optimizer step time      1.52
+[Apr 14, 2026 - 02:33:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1082--------------------
+[Apr 14, 2026 - 02:33:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0204        iter count: 1.0
+[Apr 14, 2026 - 02:33:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0204   iter count: 1.0
+[Apr 14, 2026 - 02:33:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:33:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.16 seconds
+[Apr 14, 2026 - 02:34:22 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363534  43.513519  43.279575
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.563965  69.851562  69.441406
+util                      80.250000  95.000000  67.000000
+[Apr 14, 2026 - 02:34:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1083 : avg iteration time       79.15 seconds
+[Apr 14, 2026 - 02:34:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1083 : data loading time        0.00
+[Apr 14, 2026 - 02:34:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1083 : avg forward pass time    27.20
+[Apr 14, 2026 - 02:34:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1083 : backward pass time       11.57
+[Apr 14, 2026 - 02:34:22 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1083 : optimizer step time      1.48
+[Apr 14, 2026 - 02:34:22 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1083--------------------
+[Apr 14, 2026 - 02:34:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0194        iter count: 1.0
+[Apr 14, 2026 - 02:34:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0194   iter count: 1.0
+[Apr 14, 2026 - 02:34:22 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:34:22 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.15 seconds
+[Apr 14, 2026 - 02:35:33 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                Avg        Max        Min
+cpu_mem_gb                43.363547  43.513607  43.279564
+peak_gpu_mem_gb           67.786331  67.787876  67.785816
+peak_gpu_mem_reserved_gb  69.583496  69.890625  69.460938
+util                      93.000000  99.000000  85.000000
+[Apr 14, 2026 - 02:35:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1084 : avg iteration time       71.36 seconds
+[Apr 14, 2026 - 02:35:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1084 : data loading time        0.00
+[Apr 14, 2026 - 02:35:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1084 : avg forward pass time    23.37
+[Apr 14, 2026 - 02:35:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1084 : backward pass time       11.52
+[Apr 14, 2026 - 02:35:33 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1084 : optimizer step time      1.34
+[Apr 14, 2026 - 02:35:33 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1084--------------------
+[Apr 14, 2026 - 02:35:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.0165        iter count: 1.0
+[Apr 14, 2026 - 02:35:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0165   iter count: 1.0
+[Apr 14, 2026 - 02:35:33 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_disc: 0.0000     iter count: 1.0
+[Apr 14, 2026 - 02:35:33 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.01 seconds
+[Apr 14, 2026 - 02:40:02 | INFO | fastgen.callbacks.gpu_stats:log_prof_data:45 ] GPU stats:
+                                 Avg         Max         Min
+cpu_mem_gb                 43.363399   43.512989   43.279564
+peak_gpu_mem_gb           100.626632  100.628177  100.626117
+peak_gpu_mem_reserved_gb  110.546387  111.019531  109.769531
+util                       12.750000   30.000000    5.000000
+[Apr 14, 2026 - 02:40:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:110 ] 1085 : avg iteration time       269.45 seconds
+[Apr 14, 2026 - 02:40:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:123 ] 1085 : data loading time        0.00
+[Apr 14, 2026 - 02:40:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:124 ] 1085 : avg forward pass time    114.64
+[Apr 14, 2026 - 02:40:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:125 ] 1085 : backward pass time       15.76
+[Apr 14, 2026 - 02:40:02 | INFO | fastgen.callbacks.train_profiler:on_training_step_end:126 ] 1085 : optimizer step time      0.99
+[Apr 14, 2026 - 02:40:02 | INFO | fastgen.callbacks.wandb:log_stats:570 ] logging train stats at iteration 1085--------------------
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_total_loss: 0.6352        iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss: 0.6123          iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_weighted: 0.6352 iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_gan_loss_gen: 0.0000      iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_mean: 0.1428iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_min: 0.0409 iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_max: 0.6027 iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_mean: 1.0368iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_min: 1.0103 iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_max: 1.1626 iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_vsd_loss_unweighted: 0.6123iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r0: 0.0768  iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r0: 1.0194  iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r1: 0.1099  iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r1: 1.0279  iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r2: 0.0798  iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r2: 1.0202  iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_sync_c_r3: 0.0694  iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_reward_weight_r3: 1.0175  iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:get_stat:304 ] avg_fake_score_loss: 0.0152   iter count: 1.0
+[Apr 14, 2026 - 02:40:03 | INFO | fastgen.callbacks.wandb:on_training_step_end:601 ] WandB logging complete after 0.13 seconds
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/requirements.txt b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e85f1c587478d3e32f93856a287d463ee7a043df
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/requirements.txt
@@ -0,0 +1,229 @@
+nvitop==1.6.1
+ftfy==6.3.1
+braceexpand==0.1.7
+antlr4-python3-runtime==4.9.3
+webdataset==1.0.2
+sentry-sdk==2.53.0
+rdkit==2025.9.5
+python-dotenv==1.2.1
+proglog==0.1.12
+omegaconf==2.3.0
+narwhals==2.17.0
+loguru==0.7.3
+imageio-ffmpeg==0.6.0
+plotly==6.5.2
+moviepy==2.2.1
+hydra-core==1.3.2
+wandb==0.25.0
+packaging==25.0
+setuptools==80.10.2
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-ml-py==13.590.48
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+fastjsonschema==2.21.2
+zipp==3.23.0
+xyzservices==2025.11.0
+widgetsnbextension==4.0.15
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.6.0
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2025.3
+typing_extensions==4.15.0
+triton==3.6.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+sympy==1.14.0
+soupsieve==2.8.3
+smmap==5.0.3
+six==1.16.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.7.0
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.2.28
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.0.0
+Pygments==2.19.2
+pycparser==3.0
+psutil==7.2.2
+protobuf==4.24.4
+prometheus_client==0.24.1
+platformdirs==4.9.4
+pillow==11.3.0
+pexpect==4.9.0
+parso==0.8.6
+pandocfilters==1.5.1
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+mistune==3.2.0
+MarkupSafe==3.0.3
+lark==1.3.1
+jupyterlab_widgets==3.0.16
+jupyterlab_pygments==0.3.0
+jsonpointer==3.0.0
+json5==0.13.0
+jmespath==1.1.0
+idna==3.11
+hf-xet==1.4.2
+h11==0.16.0
+fsspec==2026.2.0
+fqdn==1.5.1
+filelock==3.25.2
+executing==2.2.1
+einops==0.8.2
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cuda-pathfinder==1.4.2
+comm==0.2.3
+charset-normalizer==3.4.5
+certifi==2026.2.25
+bleach==6.3.0
+babel==2.18.0
+av==17.0.0
+attrs==25.4.0
+async-lru==2.2.0
+asttokens==3.0.1
+annotated-types==0.7.0
+typing-inspection==0.4.2
+terminado==0.18.1
+stack-data==0.6.3
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.5
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+opencv-python-headless==4.11.0.86
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+matplotlib-inline==0.2.1
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.19.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==8.7.1
+ImageIO==2.37.3
+httpcore==1.0.9
+gitdb==4.0.12
+cuda-bindings==12.9.4
+contourpy==1.3.3
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.12.1
+soundfile==0.13.1
+pydantic==2.12.5
+nvidia-cusolver-cu12==11.7.3.90
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.11.0
+httpx==0.28.1
+GitPython==3.1.46
+botocore==1.42.68
+bokeh==3.9.0
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+torch==2.10.0
+s3transfer==0.16.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipywidgets==8.1.8
+ipykernel==7.2.0
+argon2-cffi==25.1.0
+torchvision==0.25.0
+nbformat==5.10.4
+jupyter-console==6.6.3
+boto3==1.42.68
+accelerate==1.13.0
+nbclient==0.10.4
+jupyter-events==0.12.0
+nbconvert==7.17.0
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.0
+jupyterlab==4.5.6
+notebook==7.5.5
+jupyter==1.1.1
+fastgen==0.1.0
+pandas==3.0.1
+shellingham==1.5.4
+mdurl==0.1.2
+annotated-doc==0.0.4
+markdown-it-py==4.0.0
+rich==14.3.3
+typer==0.24.1
+huggingface_hub==1.7.1
+timm==1.0.25
+tokenizers==0.22.2
+diffusers==0.37.0
+transformers==5.3.0
+peft==0.18.1
+easydict==1.13
+lmdb==2.2.0
+threadpoolctl==3.6.0
+soxr==1.0.0
+msgpack==1.1.2
+llvmlite==0.47.0
+lazy-loader==0.5
+joblib==1.5.3
+audioread==3.1.0
+scikit-learn==1.8.0
+pooch==1.9.0
+numba==0.65.0
+librosa==0.11.0
+simsimd==6.5.16
+flatbuffers==25.12.19
+tifffile==2026.3.3
+stringzilla==4.6.0
+pyparsing==3.3.2
+prettytable==3.17.0
+onnx==1.17.0
+kiwisolver==1.5.0
+fonttools==4.62.1
+Cython==3.2.4
+cycler==0.12.1
+scikit-image==0.26.0
+onnxruntime==1.24.4
+matplotlib==3.10.8
+albucore==0.0.24
+albumentations==2.0.8
+insightface==0.7.3
+kornia_rs==0.1.10
+kornia==0.8.2
+pluggy==1.6.0
+iniconfig==2.3.0
+pytest==8.1.1
+dlib==20.0.1
+lpips==0.1.4
+python_speech_features==0.6
+decord==0.6.0
+click==8.2.1
+scenedetect==0.6.7.1
+torchaudio==2.10.0
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/wandb-metadata.json b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..770b5e16b569d389f52d13dcce72b6dcbd47182e
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/wandb-metadata.json
@@ -0,0 +1,70 @@
+{
+  "os":  "Linux-5.15.0-151-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.12",
+  "startedAt":  "2026-04-12T15:05:24.404080Z",
+  "args":  [
+    "--config=fastgen/configs/experiments/OmniAvatar/config_sf_sink1_window7_redmd.py",
+    "-",
+    "trainer.resume=False",
+    "log_config.group=omniavatar_sf",
+    "log_config.name=sf_sink1_window7_redmd_syncc_beta0p25",
+    "log_config.project=OmniAvatar-FastGen",
+    "log_config.wandb_entity=paulhcho"
+  ],
+  "program":  "/home/work/.local/hyunbin/FastGen-redmd/train.py",
+  "codePath":  "train.py",
+  "codePathLocal":  "train.py",
+  "git":  {
+    "remote":  "https://paulcho98:@github.com/paulcho98/FastGen.git",
+    "commit":  "6e0d06d0b09bb0619ca86f679398df2426c6a31d"
+  },
+  "email":  "paul.hyunbin@gmail.com",
+  "root":  "/tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25",
+  "host":  "main1",
+  "executable":  "/home/work/.local/miniconda3/envs/hb_fastgen/bin/python3.12",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H200",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "1356758433792",
+      "used":  "1011462508544"
+    }
+  },
+  "memory":  {
+    "total":  "2163961778176"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790"
+    },
+    {
+      "name":  "NVIDIA H200",
+      "memoryTotal":  "150754820096",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0"
+    }
+  ],
+  "cudaVersion":  "12.9",
+  "writerId":  "3quw48yzgohxe47xge3c2r2qxf4cz813"
+}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/wandb-summary.json b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/wandb-summary.json
new file mode 100644
index 0000000000000000000000000000000000000000..6481fd3dc5ad534b5417768e8bd7d9606bf151e8
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/files/wandb-summary.json
@@ -0,0 +1 @@
+{"train/reward_weight_mean":1.0367701053619385,"train/vsd_loss_weighted":0.6352150142192841,"train/vsd_loss":0.6123046875,"train/reward_weight_r1":1.027851939201355,"train/reward_sync_c_r0":0.07682132720947266,"fake_score/trainable_params":174981120,"train/fake_score_loss":0.0152435302734375,"train/vsd_loss_unweighted":0.6123046875,"optimizer/lr_fake_score":2e-06,"profiler/avg_iteration_time":269.452401638031,"val0/reconstructed":{"_type":"videos","count":10,"videos":[{"size":182028,"path":"media/videos/val0/reconstructed_1000_80aab00fcfa85d5db98e.mp4","_type":"video-file","sha256":"80aab00fcfa85d5db98e73f0e723fc022b7961a4da020b311fa2cfa010ced327"},{"_type":"video-file","sha256":"884b2d197a5511393680bd846510f6dbf533353993bcbed2bae2d03234611214","size":170922,"path":"media/videos/val0/reconstructed_1000_884b2d197a5511393680.mp4"},{"sha256":"c0196720a45889bb219825d0a1691eb71eae3c73fa84c3394947f4d1b1858ba8","size":173236,"path":"media/videos/val0/reconstructed_1000_c0196720a45889bb2198.mp4","_type":"video-file"},{"sha256":"294040ac378ceaa3432978b51a8207f6475cc2ebfc4949b87fd773068402e60c","size":249372,"path":"media/videos/val0/reconstructed_1000_294040ac378ceaa34329.mp4","_type":"video-file"},{"_type":"video-file","sha256":"15ac5b765a401d035db14582a0a32494ae6fcbd78ed5cfb619eb35c784e59117","size":190004,"path":"media/videos/val0/reconstructed_1000_15ac5b765a401d035db1.mp4"},{"_type":"video-file","sha256":"f5463a4ea6f68a39c5d012df793fc6f0f240f8cb1bbcaba89b6588cd3223c395","size":164630,"path":"media/videos/val0/reconstructed_1000_f5463a4ea6f68a39c5d0.mp4"},{"_type":"video-file","sha256":"c0f892b5fba78348af85352209b3b58ab4e2a1f114343d592e09e3a0c3385dc8","size":222986,"path":"media/videos/val0/reconstructed_1000_c0f892b5fba78348af85.mp4"},{"_type":"video-file","sha256":"a076d17e202ed18ebdf897ca1623592290eb9cdbee34e0eadb9c46774dc31fdb","size":165516,"path":"media/videos/val0/reconstructed_1000_a076d17e202ed18ebdf8.mp4"},{"sha256":"6ff046418b5d4147798961c8e246d029bf98d6d4023d8effe3f7ee226f6416ac","size":214001,"path":"media/videos/val0/reconstructed_1000_6ff046418b5d41477989.mp4","_type":"video-file"},{"_type":"video-file","sha256":"f7412c9e170ffd2997489a3a14d37d0260b7df6cab5b53a709594ad505782273","size":227490,"path":"media/videos/val0/reconstructed_1000_f7412c9e170ffd299748.mp4"}],"captions":false},"val0/generated":{"count":10,"videos":[{"path":"media/videos/val0/generated_1000_61c5108f3aadcad2f0b6.mp4","_type":"video-file","sha256":"61c5108f3aadcad2f0b602858a9cf04c5d4606e38b14cc3c414bf080f274ee92","size":252398},{"size":258919,"path":"media/videos/val0/generated_1000_227f86d89a1074a49bef.mp4","_type":"video-file","sha256":"227f86d89a1074a49befd3042b1e31c106b52ad92d9658cc7f65c069c8f4e5dc"},{"sha256":"470acda56ef8e222c768fb15e8d6a61a386dc33df507c50b79c0c28b2a574e20","size":252610,"path":"media/videos/val0/generated_1000_470acda56ef8e222c768.mp4","_type":"video-file"},{"_type":"video-file","sha256":"507b3ab91a43591d37ef1185381df3c4f77d015c6a9360860a9865a25e55715e","size":352249,"path":"media/videos/val0/generated_1000_507b3ab91a43591d37ef.mp4"},{"_type":"video-file","sha256":"c39881aba6524a2b57d4f255e56e4fedfc10272dbefa12844d17dbc875404ac7","size":303445,"path":"media/videos/val0/generated_1000_c39881aba6524a2b57d4.mp4"},{"sha256":"e64482d5331dd47dd2ce491397c8e0e13d5ba0e26a9e952fb75554b8355a6095","size":217384,"path":"media/videos/val0/generated_1000_e64482d5331dd47dd2ce.mp4","_type":"video-file"},{"_type":"video-file","sha256":"7cac36bf623c69d2a9fb854c8066f938d1daad7135f3b24f5b9704ac69af62ca","size":350298,"path":"media/videos/val0/generated_1000_7cac36bf623c69d2a9fb.mp4"},{"size":234020,"path":"media/videos/val0/generated_1000_ff7a75faae4b9d53e488.mp4","_type":"video-file","sha256":"ff7a75faae4b9d53e48852ebba2c658168c5222469f8e3aece69a611b7688e0e"},{"path":"media/videos/val0/generated_1000_199376eecdb2ac3805b1.mp4","_type":"video-file","sha256":"199376eecdb2ac3805b1e650c48a797999e7abf6b0f1c7ae6182e95e60616ade","size":296517},{"path":"media/videos/val0/generated_1000_080aa089c18cc7ef49bb.mp4","_type":"video-file","sha256":"080aa089c18cc7ef49bb1f884b541644e327e0082c55094c4a8afb23275f6ce0","size":309281}],"captions":false,"_type":"videos"},"profiler/avg_forward_pass_time":114.64199479203671,"fake_score/total_params":1596364960,"net/total_params":1421383840,"fake_score/local_trainable_params":[43745280,43745280,43745280,43745280],"train/reward_sync_c_mean":0.14279121160507202,"train/reward_sync_c_r2":0.07982492446899414,"train/reward_weight_r0":1.0193909406661987,"_wandb":{"runtime":95717},"fake_score/local_total_params":[399300904,399021352,399021352,399021352],"train_media/student/generation":{"size":326756,"path":"media/videos/train_media/student/generation_1000_ae70898a667c00aa5662.mp4","_type":"video-file","sha256":"ae70898a667c00aa56620a8059a376a6bb12b20d9c6e06761d4e173dfaeb4060"},"train_media/data/real":{"sha256":"ca30668b948401c81293fb08e9c4bdb3775bd3a57ea05d646a92ee5366145653","size":220977,"path":"media/videos/train_media/data/real_1000_ca30668b948401c81293.mp4","_type":"video-file"},"train/reward_weight_min":1.0102837085723877,"train/reward_sync_c_r3":0.06942462921142578,"train/reward_sync_c_r1":0.10988426208496094,"profiler/data_loading_time":0.0007676649838685989,"optimizer/iteration":1085,"optimizer/grad_norm (model_key net)":2.3066904544830322,"net/local_total_params":[376675360,376398880,376398880,376398880],"model/total_params":17325462112,"optimizer/lr_net":2e-06,"train/total_loss":0.6352150142192841,"train/reward_weight_r2":1.020156741142273,"val0/total_loss":0,"train/gan_loss_gen":0,"net/trainable_params":1421383840,"model/local_trainable_params":[420420640,420144160,420144160,420144160],"train/reward_sync_c_min":0.0409245491027832,"train/reward_weight_r3":1.0175076723098755,"train/reward_weight_max":1.1626168489456177,"model/local_total_params":[4364057584,4362262512,4362262512,4362262512],"net/local_trainable_params":[376675360,376398880,376398880,376398880],"profiler/optimizer_step_time":0.9926648121327162,"_step":1085,"profiler/backward_pass_time":15.75952998176217,"model/trainable_params":1596364960,"train/reward_sync_c_max":0.6026935577392578,"_runtime":95717.704508981,"train/gan_loss_disc":0,"_timestamp":1.7761020030549574e+09,"optimizer/non_finite_grads_count (model_key net)":0}
\ No newline at end of file
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/logs/debug-core.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..9a93a3ae4dd1e735ad75b082fa90e7ff763f8806
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/logs/debug-core.log
@@ -0,0 +1,13 @@
+{"time":"2026-04-13T00:05:24.453646705+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpickld4g4/port-2843585.txt","pid":2843585,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-13T00:05:24.45413061+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":2843585}
+{"time":"2026-04-13T00:05:24.454121764+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2843585-2855200-3663079774/socket","Net":"unix"}}
+{"time":"2026-04-13T00:05:24.638919707+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-13T00:05:24.654490321+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"skitclob","id":"1(@)"}
+{"time":"2026-04-13T00:05:25.003018127+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"skitclob","id":"1(@)"}
+{"time":"2026-04-13T00:05:31.106360821+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"2ids0vvd54oy"}
+{"time":"2026-04-14T02:40:43.562452968+09:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-04-14T02:40:43.562701126+09:00","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-04-14T02:40:43.56274603+09:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-04-14T02:40:43.562752032+09:00","level":"INFO","msg":"server is shutting down"}
+{"time":"2026-04-14T02:40:43.562800861+09:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2843585-2855200-3663079774/socket","Net":"unix"}}
+{"time":"2026-04-14T02:40:43.801600505+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"}
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/logs/debug-internal.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..f2131d60ca50118e858fb234aed28c46fb5bd773
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/logs/debug-internal.log
@@ -0,0 +1,7 @@
+{"time":"2026-04-13T00:05:24.654589341+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-13T00:05:25.002902194+09:00","level":"INFO","msg":"stream: created new stream","id":"skitclob"}
+{"time":"2026-04-13T00:05:25.002947918+09:00","level":"INFO","msg":"handler: started","stream_id":"skitclob"}
+{"time":"2026-04-13T00:05:25.003011648+09:00","level":"INFO","msg":"stream: started","id":"skitclob"}
+{"time":"2026-04-13T00:05:25.003032957+09:00","level":"INFO","msg":"writer: started","stream_id":"skitclob"}
+{"time":"2026-04-13T00:05:25.003033608+09:00","level":"INFO","msg":"sender: started","stream_id":"skitclob"}
+{"time":"2026-04-14T02:40:43.562650916+09:00","level":"INFO","msg":"stream: closing","id":"skitclob"}
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/logs/debug.log b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..c6ac89f669fd7c121277653874d9477441b43536
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/logs/debug.log
@@ -0,0 +1,21 @@
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_setup.py:_flush():81] Configure stats pid to 2843585
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/logs/debug.log
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/logs/debug-internal.log
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_init.py:init():844] calling init triggers
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'log_config': {'project': 'OmniAvatar-FastGen', 'group': 'omniavatar_sf', 'name': 'sf_sink1_window7_redmd_syncc_beta0p25', 'wandb_mode': 'online', 'wandb_entity': 'paulhcho', 'wandb_credential': './credentials/wandb_api.txt'}, 'trainer': {'cudnn': {'deterministic': 'False', 'benchmark': 'True'}, 'checkpointer': {'save_dir': '/tmp/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/checkpoints', 'use_s3': 'False', 's3_container': 's3://checkpoints/fastgen', 's3_credential': './credentials/s3.json', 'pretrained_ckpt_path': '/home/work/.local/hyunbin/checkpoints/df_4gpu_bs16_stochastic_attn_shift5/0010000.pth', 'pretrained_ckpt_key_map': {'net': 'net'}}, 'callbacks': {'grad_clip': {'grad_norm': '10.0', 'model_key': 'net', '_target_': "<class 'fastgen.callbacks.grad_clip.GradClipCallback'>"}, 'gpu_stats': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.gpu_stats.GPUStatsCallback'>"}, 'train_profiler': {'every_n': '100', '_target_': "<class 'fastgen.callbacks.train_profiler.TrainProfilerCallback'>"}, 'param_count': {'_target_': "<class 'fastgen.callbacks.param_count.ParamCountCallback'>"}, 'ema': {'type': 'constant', 'beta': '0.9999', 'gamma': '16.97', 'ema_halflife_kimg': '500', 'ema_rampup_ratio': '0.05', 'start_iter': '0', '_target_': "<class 'fastgen.callbacks.ema.EMACallback'>"}, 'wandb': {'sample_logging_iter': '100', '_target_': "<class 'fastgen.callbacks.wandb.WandbCallback'>", 'fps': '25'}}, 'save_ckpt_iter': '100', 'validation_iter': '100', 'skip_initial_validation': 'True', 'logging_iter': '1', 'max_iter': '5000', 'visualize_teacher': 'False', 'seed': '0', 'val_seed': None, 'resume': 'False', 'ddp': 'False', 'fsdp': 'True', 'tf32_enabled': 'True', 'grad_accum_rounds': '2', 'batch_size_global': None, 'offload_module_in_decoding': 'False', 'fsdp_cpu_offload': 'False', 'fsdp_min_num_params': '10000000', 'fsdp_sharding_group_size': None, 'global_vars': None, 'global_vars_val': [None], 'augment_pipe': None}, 'dataloader_train': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '8', 'num_workers': '2', 'neg_text_emb_path': None, 'use_ref_sequence': 'True', '_target_': "<class 'fastgen.datasets.omniavatar_dataloader.OmniAvatarDataLoader'>", 'load_raw_audio': 'True', 'raw_audio_sample_rate': '16000', 'raw_audio_num_frames': '81', 'raw_audio_fps': '25.0'}, 'dataloader_val': {'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_val10.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'batch_size': '1', 'num_workers': '2', 'neg_text_emb_path': None, 'use_ref_sequence': 'True', 'load_ode_path': 'False', '_target_': '<function create_omniavatar_dataloader at 0x7fe3e9c72e80>'}, 'eval': {'num_samples': '50000', 'save_images': 'False', 'min_ckpt': '0', 'max_ckpt': '100000000', 'samples_dir': 'samples'}, 'model': {'net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'chunk_size': '3', 'total_num_frames': '21', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'net_pred_type': 'flow', 'schedule_type': 'rf', 'local_attn_size': '7', 'sink_size': '1', 'use_dynamic_rope': 'True', '_target_': "<class 'fastgen.networks.OmniAvatar.network_causal.CausalOmniAvatarWan'>"}, 'teacher': {'model_size': '14B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_phase2/step-10500.pt', 'merge_lora': 'True', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'fake_score_net': {'model_size': '1.3B', 'in_dim': '65', 'mode': 'v2v', 'use_audio': 'True', 'audio_hidden_size': '32', 'base_model_paths': '/home/work/.local/OmniAvatar/pretrained_models/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors', 'omniavatar_ckpt_path': '/home/work/output_omniavatar_v2v_1.3B_phase2/step-19500.pt', 'merge_lora': 'False', 'net_pred_type': 'flow', 'schedule_type': 'rf', '_target_': "<class 'fastgen.networks.OmniAvatar.network.OmniAvatarWan'>"}, 'guidance_scale': '4.5', 'timestep_cfg': {'enabled': 'True', 't_lo': '0.556', 't_hi': '0.882'}, 'skip_layers': None, 'net_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fe3e9eec2c0>'}, 'net_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'sample_t_cfg': {'time_dist_type': 'shifted', 'train_p_mean': '-1.1', 'train_p_std': '2.0', 'shift': '5.0', 'min_t': '0.001', 'max_t': '0.999', 't_list': ['0.999', '0.833', '0.0'], 'log_t_df': '0.01'}, 'input_shape': ['16', '21', '64', '64'], 'device': 'cuda', 'grad_scaler_enabled': 'False', 'grad_scaler_init_scale': '65536.0', 'grad_scaler_growth_interval': '2000', 'pretrained_model_path': '', 'pretrained_student_net_path': '', 'load_student_weights': 'False', 'enable_preprocessors': 'True', 'use_ema': 'False', 'student_sample_steps': '2', 'student_sample_type': 'sde', 'fsdp_meta_init': 'False', 'add_teacher_to_fsdp_dict': 'True', 'ddp_find_unused_parameters': 'True', 'precision': 'bfloat16', 'precision_amp': None, 'precision_amp_infer': None, 'precision_amp_enc': None, 'precision_fsdp': 'float32', 'fake_score_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '2e-06', 'weight_decay': '0.01', 'betas': ['0.0', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fe3e9eec2c0>'}, 'fake_score_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'discriminator': {'feature_indices': '{0, 1, 2}', 'all_res': ['32', '16', '8'], 'in_channels': '256', '_target_': "<class 'fastgen.networks.discriminators.Discriminator_EDM'>"}, 'discriminator_optimizer': {'model': None, 'optim_type': 'adamw', 'lr': '0.0001', 'weight_decay': '0.01', 'betas': ['0.9', '0.999'], 'eps': '1e-08', 'fused': 'False', '_target_': '<function get_optimizer at 0x7fe3e9eec2c0>'}, 'discriminator_scheduler': {'warm_up_steps': ['0'], 'cycle_lengths': ['10000000000'], 'f_start': ['1e-06'], 'f_max': ['1.0'], 'f_min': ['1.0'], '_target_': "<class 'fastgen.utils.lr_scheduler.LambdaLinearScheduler'>"}, 'student_update_freq': '5', 'gan_loss_weight_gen': '0', 'gan_use_same_t_noise': 'False', 'fake_score_pred_type': 'x0', 'gan_r1_reg_weight': '0.0', 'gan_r1_reg_alpha': '0.1', 'enable_gradient_in_rollout': 'True', 'start_gradient_frame': '0', 'same_step_across_blocks': 'True', 'last_step_only': 'False', 'context_noise': '0.0', 'fake_score': None, 'reward': {'enabled': 'True', 'checkpoint_path': '/home/work/.local/eval_metrics/checkpoints/auxiliary/syncnet_v2.model', 'input_fps': '25.0', 'audio_sample_rate': '16000', 'vshift': '15'}, 'reward_beta': '0.25', 'center_reward': 'False', 'clamp_reward': None, 'save_reward_debug_video': 'False', 'reward_debug_dir': 'logs/redmd_debug'}, 'model_class': {'config': None, '_target_': "<class 'fastgen.methods.omniavatar_self_forcing_re_dmd.OmniAvatarSelfForcingReDMD'>"}, '_wandb': {}}
+2026-04-13 00:05:24,405 INFO    MainThread:2843585 [wandb_init.py:init():892] starting backend
+2026-04-13 00:05:24,639 INFO    MainThread:2843585 [wandb_init.py:init():895] sending inform_init request
+2026-04-13 00:05:24,652 INFO    MainThread:2843585 [wandb_init.py:init():903] backend started and connected
+2026-04-13 00:05:24,656 INFO    MainThread:2843585 [wandb_init.py:init():973] updated telemetry
+2026-04-13 00:05:24,674 INFO    MainThread:2843585 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-04-13 00:05:25,856 INFO    MainThread:2843585 [wandb_init.py:init():1042] starting run threads in backend
+2026-04-13 00:05:26,103 INFO    MainThread:2843585 [wandb_run.py:_console_start():2524] atexit reg
+2026-04-13 00:05:26,103 INFO    MainThread:2843585 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-04-13 00:05:26,103 INFO    MainThread:2843585 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-04-13 00:05:26,103 INFO    MainThread:2843585 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-04-13 00:05:26,108 INFO    MainThread:2843585 [wandb_init.py:init():1082] run started, returning control to user process
+2026-04-14 02:40:43,562 INFO    wandb-AsyncioManager-main:2843585 [service_client.py:_forward_responses():134] Reached EOF.
+2026-04-14 02:40:43,562 INFO    wandb-AsyncioManager-main:2843585 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles.
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/run-skitclob.wandb b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/run-skitclob.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..26f4f12cd63e16cbc2787a4cd9296aa4bdb16738
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb/run-20260413_000524-skitclob/run-skitclob.wandb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676a45fdf0bca9cc885022d21bb7a9c07f37200e7f139d792cd7cb155ab42ed3
+size 20840448
diff --git a/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb_id.txt b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb_id.txt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe2b5d627cc91866dcd640675ab1b2a9a8f7279
--- /dev/null
+++ b/FASTGEN_SF_OUTPUT/OmniAvatar-FastGen/omniavatar_sf/sf_sink1_window7_redmd_syncc_beta0p25/wandb_id.txt
@@ -0,0 +1 @@
+skitclob