Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,47 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_10000/batch_0_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_10000/batch_1_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_10000/batch_2_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_10000/batch_3_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_12000/batch_0_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_12000/batch_1_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_12000/batch_2_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_12000/batch_3_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_14000/batch_0_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_14000/batch_1_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_14000/batch_2_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_14000/batch_3_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_16000/batch_0_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_16000/batch_1_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_16000/batch_2_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_16000/batch_3_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_18000/batch_0_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_18000/batch_1_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_18000/batch_2_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_18000/batch_3_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_2000/batch_0_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_2000/batch_1_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_2000/batch_2_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_2000/batch_3_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_20000/batch_0_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_20000/batch_1_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_20000/batch_2_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_20000/batch_3_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_22000/batch_0_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_22000/batch_1_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_22000/batch_2_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_22000/batch_3_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_4000/batch_0_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_4000/batch_1_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_4000/batch_2_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_4000/batch_3_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_6000/batch_0_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_6000/batch_1_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_6000/batch_2_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_6000/batch_3_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_8000/batch_0_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_8000/batch_1_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_8000/batch_2_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text
+llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/eval_step_8000/batch_3_cfg_7.5_topk_16384.jpg filter=lfs diff=lfs merge=lfs -text

llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/checkpoints/0022000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0afa0cfb1ee30897264c085f3774c2af0ad3bf5a595510fd5d54e7b75a5fcb
+size 6408374056

llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_newfix_train_only_projection_i2i/014-GPT-XL/log.txt

@@ -0,0 +1,1005 @@
+[2025-03-20 19:22:49] Experiment directory created at checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL
+[2025-03-20 19:22:49] Namespace(data_path='/tmp/haozhezhao/MLLMG/jsonl_data/continueT2I_mid_flux_2M.jsonl', cloud_save_path='/tmp/haozhezhao/MLLMG/checkpoints', no_local_save=False, vq_model='VQ-16', vq_ckpt='/tmp/haozhezhao/model/llamagen_t2i/vq_ds16_t2i.pt', codebook_size=16384, codebook_embed_dim=8, gpt_model='GPT-XL', gpt_ckpt=None, gpt_type='t2i', vocab_size=16384, cls_token_num=512, dropout_p=0.1, token_dropout_p=0.1, drop_path=0.0, no_compile=False, results_dir='checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all', dataset='ti2i', image_size=512, downsample_size=16, num_classes=1000, epochs=1, lr=0.001, weight_decay=0.05, beta1=0.9, beta2=0.95, max_grad_norm=1.0, global_batch_size=128, global_seed=0, num_workers=2, log_every=25, ckpt_every=2000, gradient_accumulation_steps=1, mixed_precision='bf16', val_data_path='/tmp/haozhezhao/MLLMG/jsonl_dir/validation_set.jsonl_mid_1k.jsonl', use_vision_tower=True, model_name_or_path='/tmp/haozhezhao/model/blip2-flan-t5-xl', image_place_holder='<image>', processor_path=None, do_eval=True, max_eval_samples=512, train_text_encoder=True, no_left_padding=False, cfg_scale=7.5, top_k=16384, temperature=0.9, top_p=1.0, eval_steps=2000, project_name='llamagen_ti2i', load_from_checkpoint='/tmp/haozhezhao/MLLMG/checkpoint/FIXed_3M_1epoch_step32000.pt', warmup=0.05, lr_decay_style='cosine', lr_decay_ratio=0.1, train_iters=500000, class_dropout_prob=0.1, with_image_only=True, image_only_rate=0.8, stage2=False, subject_driven=True, load_subject_embedding=None, reference_data_path='/tmp/haozhezhao/MLLMG/cc12m_reference.jsonl', multimodal_encoder='llava', do_recovery=False, no_replace=False, resume=False, dreambench_eval=False, find_unused_parameters=True, load_visual_encoder=False, continue_stage1=False, replace_subject=False, train_all=False, save_total_limit=1, load_language_projection='/tmp/haozhezhao/MLLMG/llava-v1.5-flant5_fixed-pretrain/mm_projector.bin', mm_vision_tower='openai/clip-vit-large-patch14', load_fixed_llamagen=True, unfreeze_output=False, i2i=True, rank=0, world_size=8, gpu=0, dist_url='env://', distributed=True, dist_backend='nccl')
+[2025-03-20 19:22:49] Starting rank=0, seed=0, world_size=8.
+[2025-03-20 19:22:49] text_config is None. Initializing the text config with default values (`OPTConfig`).
+[2025-03-20 19:23:56] GPT Parameters: 2,310,680,832
+[2025-03-20 19:23:56] num decayed parameter tensors: 356, with 2,007,303,168 parameters
+[2025-03-20 19:23:56] num non-decayed parameter tensors: 124, with 197,888 parameters
+[2025-03-20 19:23:56] using fused AdamW: True
+[2025-03-20 19:24:11] Dataset contains 3,018,117 images
+[2025-03-20 19:24:11] Train iters 23579 , warmup 1178.95, len of loader 23579
+[2025-03-20 19:24:20] compiling the model... (may take several minutes)
+[2025-03-20 19:24:21] freeze the vit
+[2025-03-20 19:24:21] set text encoder as trainable
+[2025-03-20 19:24:21] set vision model freeze
+[2025-03-20 19:24:21] ***** total param is 2310680832 *****
+[2025-03-20 19:24:21] ***** total trained param is 31526912 *****
+[2025-03-20 19:24:26] Training for 1 epochs...
+[2025-03-20 19:24:26] Beginning epoch 0...
+[2025-03-20 19:29:42] (step=0000025) Train Loss: 6.5367, Train Steps/Sec: 0.08
+[2025-03-20 19:30:17] (step=0000050) Train Loss: 6.4791, Train Steps/Sec: 0.71
+[2025-03-20 19:30:53] (step=0000075) Train Loss: 6.4914, Train Steps/Sec: 0.71
+[2025-03-20 19:31:30] (step=0000100) Train Loss: 6.4454, Train Steps/Sec: 0.67
+[2025-03-20 19:32:05] (step=0000125) Train Loss: 6.4746, Train Steps/Sec: 0.71
+[2025-03-20 19:32:41] (step=0000150) Train Loss: 6.4932, Train Steps/Sec: 0.70
+[2025-03-20 19:33:16] (step=0000175) Train Loss: 6.4705, Train Steps/Sec: 0.71
+[2025-03-20 19:33:51] (step=0000200) Train Loss: 6.4672, Train Steps/Sec: 0.71
+[2025-03-20 19:34:26] (step=0000225) Train Loss: 6.4509, Train Steps/Sec: 0.71
+[2025-03-20 19:35:02] (step=0000250) Train Loss: 6.4970, Train Steps/Sec: 0.71
+[2025-03-20 19:35:38] (step=0000275) Train Loss: 6.4752, Train Steps/Sec: 0.68
+[2025-03-20 19:36:16] (step=0000300) Train Loss: 6.4615, Train Steps/Sec: 0.66
+[2025-03-20 19:36:53] (step=0000325) Train Loss: 6.4741, Train Steps/Sec: 0.69
+[2025-03-20 19:37:28] (step=0000350) Train Loss: 6.4717, Train Steps/Sec: 0.71
+[2025-03-20 19:38:03] (step=0000375) Train Loss: 6.4472, Train Steps/Sec: 0.71
+[2025-03-20 19:38:38] (step=0000400) Train Loss: 6.4563, Train Steps/Sec: 0.71
+[2025-03-20 19:39:13] (step=0000425) Train Loss: 6.4749, Train Steps/Sec: 0.71
+[2025-03-20 19:39:48] (step=0000450) Train Loss: 6.4726, Train Steps/Sec: 0.71
+[2025-03-20 19:40:23] (step=0000475) Train Loss: 6.4782, Train Steps/Sec: 0.71
+[2025-03-20 19:40:58] (step=0000500) Train Loss: 6.4592, Train Steps/Sec: 0.71
+[2025-03-20 19:41:34] (step=0000525) Train Loss: 6.4710, Train Steps/Sec: 0.71
+[2025-03-20 19:42:09] (step=0000550) Train Loss: 6.4370, Train Steps/Sec: 0.71
+[2025-03-20 19:42:45] (step=0000575) Train Loss: 6.4967, Train Steps/Sec: 0.69
+[2025-03-20 19:43:20] (step=0000600) Train Loss: 6.4770, Train Steps/Sec: 0.71
+[2025-03-20 19:43:55] (step=0000625) Train Loss: 6.4500, Train Steps/Sec: 0.71
+[2025-03-20 19:44:30] (step=0000650) Train Loss: 6.4510, Train Steps/Sec: 0.71
+[2025-03-20 19:45:05] (step=0000675) Train Loss: 6.4788, Train Steps/Sec: 0.71
+[2025-03-20 19:45:40] (step=0000700) Train Loss: 6.4375, Train Steps/Sec: 0.71
+[2025-03-20 19:46:16] (step=0000725) Train Loss: 6.4401, Train Steps/Sec: 0.71
+[2025-03-20 19:46:51] (step=0000750) Train Loss: 6.4351, Train Steps/Sec: 0.71
+[2025-03-20 19:47:26] (step=0000775) Train Loss: 6.4978, Train Steps/Sec: 0.71
+[2025-03-20 19:48:01] (step=0000800) Train Loss: 6.4700, Train Steps/Sec: 0.71
+[2025-03-20 19:48:36] (step=0000825) Train Loss: 6.4854, Train Steps/Sec: 0.71
+[2025-03-20 19:49:11] (step=0000850) Train Loss: 6.4647, Train Steps/Sec: 0.71
+[2025-03-20 19:49:46] (step=0000875) Train Loss: 6.4619, Train Steps/Sec: 0.71
+[2025-03-20 19:50:21] (step=0000900) Train Loss: 6.4654, Train Steps/Sec: 0.71
+[2025-03-20 19:50:59] (step=0000925) Train Loss: 6.4534, Train Steps/Sec: 0.67
+[2025-03-20 19:51:34] (step=0000950) Train Loss: 6.4779, Train Steps/Sec: 0.71
+[2025-03-20 19:52:09] (step=0000975) Train Loss: 6.4151, Train Steps/Sec: 0.71
+[2025-03-20 19:52:44] (step=0001000) Train Loss: 6.4490, Train Steps/Sec: 0.71
+[2025-03-20 19:53:19] (step=0001025) Train Loss: 6.5045, Train Steps/Sec: 0.71
+[2025-03-20 19:53:54] (step=0001050) Train Loss: 6.4553, Train Steps/Sec: 0.71
+[2025-03-20 19:54:29] (step=0001075) Train Loss: 6.4739, Train Steps/Sec: 0.71
+[2025-03-20 19:55:04] (step=0001100) Train Loss: 6.4731, Train Steps/Sec: 0.71
+[2025-03-20 19:55:40] (step=0001125) Train Loss: 6.4477, Train Steps/Sec: 0.71
+[2025-03-20 19:56:15] (step=0001150) Train Loss: 6.4612, Train Steps/Sec: 0.71
+[2025-03-20 19:56:50] (step=0001175) Train Loss: 6.4759, Train Steps/Sec: 0.71
+[2025-03-20 19:57:25] (step=0001200) Train Loss: 6.4931, Train Steps/Sec: 0.71
+[2025-03-20 19:58:00] (step=0001225) Train Loss: 6.4623, Train Steps/Sec: 0.71
+[2025-03-20 19:58:36] (step=0001250) Train Loss: 6.4752, Train Steps/Sec: 0.71
+[2025-03-20 19:59:11] (step=0001275) Train Loss: 6.4567, Train Steps/Sec: 0.71
+[2025-03-20 19:59:46] (step=0001300) Train Loss: 6.4723, Train Steps/Sec: 0.71
+[2025-03-20 20:00:21] (step=0001325) Train Loss: 6.4607, Train Steps/Sec: 0.71
+[2025-03-20 20:00:56] (step=0001350) Train Loss: 6.4306, Train Steps/Sec: 0.71
+[2025-03-20 20:01:31] (step=0001375) Train Loss: 6.4507, Train Steps/Sec: 0.71
+[2025-03-20 20:02:07] (step=0001400) Train Loss: 6.4539, Train Steps/Sec: 0.71
+[2025-03-20 20:02:42] (step=0001425) Train Loss: 6.4632, Train Steps/Sec: 0.71
+[2025-03-20 20:03:17] (step=0001450) Train Loss: 6.4670, Train Steps/Sec: 0.71
+[2025-03-20 20:03:52] (step=0001475) Train Loss: 6.4473, Train Steps/Sec: 0.71
+[2025-03-20 20:04:27] (step=0001500) Train Loss: 6.4782, Train Steps/Sec: 0.71
+[2025-03-20 20:05:02] (step=0001525) Train Loss: 6.4947, Train Steps/Sec: 0.71
+[2025-03-20 20:05:37] (step=0001550) Train Loss: 6.4573, Train Steps/Sec: 0.71
+[2025-03-20 20:06:12] (step=0001575) Train Loss: 6.4487, Train Steps/Sec: 0.71
+[2025-03-20 20:06:47] (step=0001600) Train Loss: 6.4678, Train Steps/Sec: 0.71
+[2025-03-20 20:07:22] (step=0001625) Train Loss: 6.4394, Train Steps/Sec: 0.71
+[2025-03-20 20:07:57] (step=0001650) Train Loss: 6.4461, Train Steps/Sec: 0.71
+[2025-03-20 20:08:33] (step=0001675) Train Loss: 6.4687, Train Steps/Sec: 0.71
+[2025-03-20 20:09:08] (step=0001700) Train Loss: 6.4670, Train Steps/Sec: 0.71
+[2025-03-20 20:09:43] (step=0001725) Train Loss: 6.4667, Train Steps/Sec: 0.71
+[2025-03-20 20:10:18] (step=0001750) Train Loss: 6.4239, Train Steps/Sec: 0.71
+[2025-03-20 20:10:53] (step=0001775) Train Loss: 6.4694, Train Steps/Sec: 0.71
+[2025-03-20 20:11:28] (step=0001800) Train Loss: 6.4433, Train Steps/Sec: 0.71
+[2025-03-20 20:12:03] (step=0001825) Train Loss: 6.4765, Train Steps/Sec: 0.71
+[2025-03-20 20:12:38] (step=0001850) Train Loss: 6.4625, Train Steps/Sec: 0.71
+[2025-03-20 20:13:13] (step=0001875) Train Loss: 6.4658, Train Steps/Sec: 0.71
+[2025-03-20 20:13:48] (step=0001900) Train Loss: 6.4308, Train Steps/Sec: 0.71
+[2025-03-20 20:14:24] (step=0001925) Train Loss: 6.4613, Train Steps/Sec: 0.71
+[2025-03-20 20:14:59] (step=0001950) Train Loss: 6.4633, Train Steps/Sec: 0.71
+[2025-03-20 20:15:34] (step=0001975) Train Loss: 6.4617, Train Steps/Sec: 0.71
+[2025-03-20 20:16:09] (step=0002000) Train Loss: 6.4607, Train Steps/Sec: 0.71
+[2025-03-20 20:16:09] text_config is None. Initializing the text config with default values (`OPTConfig`).
+[2025-03-20 20:22:12] Finish Eval in 2000 steps...
+[2025-03-20 20:22:18] Saved checkpoint to checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0002000.pt
+[2025-03-20 20:22:54] (step=0002025) Train Loss: 6.4400, Train Steps/Sec: 0.06
+[2025-03-20 20:23:29] (step=0002050) Train Loss: 6.4530, Train Steps/Sec: 0.71
+[2025-03-20 20:24:04] (step=0002075) Train Loss: 6.4868, Train Steps/Sec: 0.71
+[2025-03-20 20:24:39] (step=0002100) Train Loss: 6.4806, Train Steps/Sec: 0.71
+[2025-03-20 20:25:14] (step=0002125) Train Loss: 6.4499, Train Steps/Sec: 0.71
+[2025-03-20 20:25:49] (step=0002150) Train Loss: 6.4153, Train Steps/Sec: 0.71
+[2025-03-20 20:26:24] (step=0002175) Train Loss: 6.4856, Train Steps/Sec: 0.71
+[2025-03-20 20:26:59] (step=0002200) Train Loss: 6.4567, Train Steps/Sec: 0.71
+[2025-03-20 20:27:34] (step=0002225) Train Loss: 6.4746, Train Steps/Sec: 0.71
+[2025-03-20 20:28:09] (step=0002250) Train Loss: 6.4400, Train Steps/Sec: 0.71
+[2025-03-20 20:28:44] (step=0002275) Train Loss: 6.4582, Train Steps/Sec: 0.71
+[2025-03-20 20:29:19] (step=0002300) Train Loss: 6.4678, Train Steps/Sec: 0.71
+[2025-03-20 20:29:54] (step=0002325) Train Loss: 6.4556, Train Steps/Sec: 0.71
+[2025-03-20 20:30:29] (step=0002350) Train Loss: 6.4412, Train Steps/Sec: 0.71
+[2025-03-20 20:31:04] (step=0002375) Train Loss: 6.4652, Train Steps/Sec: 0.71
+[2025-03-20 20:31:39] (step=0002400) Train Loss: 6.4301, Train Steps/Sec: 0.71
+[2025-03-20 20:32:14] (step=0002425) Train Loss: 6.4598, Train Steps/Sec: 0.71
+[2025-03-20 20:32:49] (step=0002450) Train Loss: 6.4614, Train Steps/Sec: 0.71
+[2025-03-20 20:33:24] (step=0002475) Train Loss: 6.4573, Train Steps/Sec: 0.71
+[2025-03-20 20:33:59] (step=0002500) Train Loss: 6.4475, Train Steps/Sec: 0.71
+[2025-03-20 20:34:35] (step=0002525) Train Loss: 6.4526, Train Steps/Sec: 0.71
+[2025-03-20 20:35:10] (step=0002550) Train Loss: 6.4324, Train Steps/Sec: 0.71
+[2025-03-20 20:35:45] (step=0002575) Train Loss: 6.4776, Train Steps/Sec: 0.71
+[2025-03-20 20:36:20] (step=0002600) Train Loss: 6.4640, Train Steps/Sec: 0.71
+[2025-03-20 20:36:55] (step=0002625) Train Loss: 6.4627, Train Steps/Sec: 0.71
+[2025-03-20 20:37:31] (step=0002650) Train Loss: 6.4719, Train Steps/Sec: 0.69
+[2025-03-20 20:38:08] (step=0002675) Train Loss: 6.4535, Train Steps/Sec: 0.68
+[2025-03-20 20:38:44] (step=0002700) Train Loss: 6.4506, Train Steps/Sec: 0.69
+[2025-03-20 20:39:19] (step=0002725) Train Loss: 6.4452, Train Steps/Sec: 0.71
+[2025-03-20 20:39:55] (step=0002750) Train Loss: 6.4446, Train Steps/Sec: 0.71
+[2025-03-20 20:40:30] (step=0002775) Train Loss: 6.3894, Train Steps/Sec: 0.71
+[2025-03-20 20:41:05] (step=0002800) Train Loss: 6.4426, Train Steps/Sec: 0.71
+[2025-03-20 20:41:40] (step=0002825) Train Loss: 6.4355, Train Steps/Sec: 0.71
+[2025-03-20 20:42:15] (step=0002850) Train Loss: 6.4673, Train Steps/Sec: 0.71
+[2025-03-20 20:42:50] (step=0002875) Train Loss: 6.4423, Train Steps/Sec: 0.71
+[2025-03-20 20:43:25] (step=0002900) Train Loss: 6.4667, Train Steps/Sec: 0.71
+[2025-03-20 20:44:00] (step=0002925) Train Loss: 6.4614, Train Steps/Sec: 0.71
+[2025-03-20 20:44:35] (step=0002950) Train Loss: 6.4632, Train Steps/Sec: 0.71
+[2025-03-20 20:45:10] (step=0002975) Train Loss: 6.4892, Train Steps/Sec: 0.71
+[2025-03-20 20:45:46] (step=0003000) Train Loss: 6.4556, Train Steps/Sec: 0.71
+[2025-03-20 20:46:21] (step=0003025) Train Loss: 6.4151, Train Steps/Sec: 0.71
+[2025-03-20 20:46:56] (step=0003050) Train Loss: 6.4231, Train Steps/Sec: 0.71
+[2025-03-20 20:47:31] (step=0003075) Train Loss: 6.4647, Train Steps/Sec: 0.71
+[2025-03-20 20:48:08] (step=0003100) Train Loss: 6.4506, Train Steps/Sec: 0.67
+[2025-03-20 20:48:44] (step=0003125) Train Loss: 6.4210, Train Steps/Sec: 0.71
+[2025-03-20 20:49:20] (step=0003150) Train Loss: 6.4596, Train Steps/Sec: 0.69
+[2025-03-20 20:49:56] (step=0003175) Train Loss: 6.4687, Train Steps/Sec: 0.69
+[2025-03-20 20:50:31] (step=0003200) Train Loss: 6.4390, Train Steps/Sec: 0.71
+[2025-03-20 20:51:06] (step=0003225) Train Loss: 6.4429, Train Steps/Sec: 0.71
+[2025-03-20 20:51:41] (step=0003250) Train Loss: 6.4488, Train Steps/Sec: 0.71
+[2025-03-20 20:52:16] (step=0003275) Train Loss: 6.4548, Train Steps/Sec: 0.71
+[2025-03-20 20:52:51] (step=0003300) Train Loss: 6.4480, Train Steps/Sec: 0.71
+[2025-03-20 20:53:26] (step=0003325) Train Loss: 6.4651, Train Steps/Sec: 0.71
+[2025-03-20 20:54:01] (step=0003350) Train Loss: 6.4580, Train Steps/Sec: 0.71
+[2025-03-20 20:54:36] (step=0003375) Train Loss: 6.4678, Train Steps/Sec: 0.71
+[2025-03-20 20:55:11] (step=0003400) Train Loss: 6.4376, Train Steps/Sec: 0.71
+[2025-03-20 20:55:47] (step=0003425) Train Loss: 6.4539, Train Steps/Sec: 0.71
+[2025-03-20 20:56:22] (step=0003450) Train Loss: 6.4523, Train Steps/Sec: 0.71
+[2025-03-20 20:56:57] (step=0003475) Train Loss: 6.4559, Train Steps/Sec: 0.71
+[2025-03-20 20:57:32] (step=0003500) Train Loss: 6.4680, Train Steps/Sec: 0.71
+[2025-03-20 20:58:07] (step=0003525) Train Loss: 6.4559, Train Steps/Sec: 0.71
+[2025-03-20 20:58:42] (step=0003550) Train Loss: 6.4577, Train Steps/Sec: 0.71
+[2025-03-20 20:59:17] (step=0003575) Train Loss: 6.4566, Train Steps/Sec: 0.71
+[2025-03-20 20:59:52] (step=0003600) Train Loss: 6.4444, Train Steps/Sec: 0.71
+[2025-03-20 21:00:27] (step=0003625) Train Loss: 6.4437, Train Steps/Sec: 0.71
+[2025-03-20 21:01:02] (step=0003650) Train Loss: 6.4669, Train Steps/Sec: 0.71
+[2025-03-20 21:01:37] (step=0003675) Train Loss: 6.4088, Train Steps/Sec: 0.71
+[2025-03-20 21:02:12] (step=0003700) Train Loss: 6.4651, Train Steps/Sec: 0.71
+[2025-03-20 21:02:48] (step=0003725) Train Loss: 6.4487, Train Steps/Sec: 0.71
+[2025-03-20 21:03:23] (step=0003750) Train Loss: 6.4143, Train Steps/Sec: 0.71
+[2025-03-20 21:03:58] (step=0003775) Train Loss: 6.4241, Train Steps/Sec: 0.71
+[2025-03-20 21:04:33] (step=0003800) Train Loss: 6.4724, Train Steps/Sec: 0.71
+[2025-03-20 21:05:08] (step=0003825) Train Loss: 6.4061, Train Steps/Sec: 0.71
+[2025-03-20 21:05:43] (step=0003850) Train Loss: 6.4635, Train Steps/Sec: 0.71
+[2025-03-20 21:06:18] (step=0003875) Train Loss: 6.4552, Train Steps/Sec: 0.71
+[2025-03-20 21:06:53] (step=0003900) Train Loss: 6.4737, Train Steps/Sec: 0.71
+[2025-03-20 21:07:28] (step=0003925) Train Loss: 6.4255, Train Steps/Sec: 0.71
+[2025-03-20 21:08:03] (step=0003950) Train Loss: 6.4468, Train Steps/Sec: 0.71
+[2025-03-20 21:08:38] (step=0003975) Train Loss: 6.4338, Train Steps/Sec: 0.71
+[2025-03-20 21:09:13] (step=0004000) Train Loss: 6.4610, Train Steps/Sec: 0.71
+[2025-03-20 21:09:13] text_config is None. Initializing the text config with default values (`OPTConfig`).
+[2025-03-20 21:15:15] Finish Eval in 4000 steps...
+[2025-03-20 21:15:22] Saved checkpoint to checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0004000.pt
+[2025-03-20 21:15:23] Removed old checkpoint: checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0002000.pt
+[2025-03-20 21:15:58] (step=0004025) Train Loss: 6.4496, Train Steps/Sec: 0.06
+[2025-03-20 21:16:33] (step=0004050) Train Loss: 6.4568, Train Steps/Sec: 0.71
+[2025-03-20 21:17:08] (step=0004075) Train Loss: 6.4453, Train Steps/Sec: 0.71
+[2025-03-20 21:17:43] (step=0004100) Train Loss: 6.4399, Train Steps/Sec: 0.71
+[2025-03-20 21:18:18] (step=0004125) Train Loss: 6.4662, Train Steps/Sec: 0.71
+[2025-03-20 21:18:53] (step=0004150) Train Loss: 6.4290, Train Steps/Sec: 0.71
+[2025-03-20 21:19:28] (step=0004175) Train Loss: 6.4176, Train Steps/Sec: 0.71
+[2025-03-20 21:20:03] (step=0004200) Train Loss: 6.4536, Train Steps/Sec: 0.71
+[2025-03-20 21:20:38] (step=0004225) Train Loss: 6.4471, Train Steps/Sec: 0.71
+[2025-03-20 21:21:13] (step=0004250) Train Loss: 6.4603, Train Steps/Sec: 0.71
+[2025-03-20 21:21:48] (step=0004275) Train Loss: 6.4566, Train Steps/Sec: 0.71
+[2025-03-20 21:22:23] (step=0004300) Train Loss: 6.4498, Train Steps/Sec: 0.71
+[2025-03-20 21:22:58] (step=0004325) Train Loss: 6.4612, Train Steps/Sec: 0.71
+[2025-03-20 21:23:33] (step=0004350) Train Loss: 6.4301, Train Steps/Sec: 0.71
+[2025-03-20 21:24:08] (step=0004375) Train Loss: 6.4330, Train Steps/Sec: 0.71
+[2025-03-20 21:24:44] (step=0004400) Train Loss: 6.4556, Train Steps/Sec: 0.69
+[2025-03-20 21:25:19] (step=0004425) Train Loss: 6.4435, Train Steps/Sec: 0.71
+[2025-03-20 21:25:55] (step=0004450) Train Loss: 6.4322, Train Steps/Sec: 0.71
+[2025-03-20 21:26:30] (step=0004475) Train Loss: 6.4370, Train Steps/Sec: 0.71
+[2025-03-20 21:27:05] (step=0004500) Train Loss: 6.4242, Train Steps/Sec: 0.71
+[2025-03-20 21:27:40] (step=0004525) Train Loss: 6.4530, Train Steps/Sec: 0.71
+[2025-03-20 21:28:15] (step=0004550) Train Loss: 6.4453, Train Steps/Sec: 0.71
+[2025-03-20 21:28:50] (step=0004575) Train Loss: 6.4271, Train Steps/Sec: 0.71
+[2025-03-20 21:29:25] (step=0004600) Train Loss: 6.4563, Train Steps/Sec: 0.71
+[2025-03-20 21:30:00] (step=0004625) Train Loss: 6.4248, Train Steps/Sec: 0.71
+[2025-03-20 21:30:35] (step=0004650) Train Loss: 6.4322, Train Steps/Sec: 0.71
+[2025-03-20 21:31:10] (step=0004675) Train Loss: 6.4544, Train Steps/Sec: 0.71
+[2025-03-20 21:31:45] (step=0004700) Train Loss: 6.4524, Train Steps/Sec: 0.71
+[2025-03-20 21:32:20] (step=0004725) Train Loss: 6.4633, Train Steps/Sec: 0.71
+[2025-03-20 21:32:55] (step=0004750) Train Loss: 6.4623, Train Steps/Sec: 0.71
+[2025-03-20 21:33:30] (step=0004775) Train Loss: 6.4103, Train Steps/Sec: 0.71
+[2025-03-20 21:34:05] (step=0004800) Train Loss: 6.4513, Train Steps/Sec: 0.71
+[2025-03-20 21:34:41] (step=0004825) Train Loss: 6.4261, Train Steps/Sec: 0.69
+[2025-03-20 21:35:16] (step=0004850) Train Loss: 6.4622, Train Steps/Sec: 0.71
+[2025-03-20 21:35:51] (step=0004875) Train Loss: 6.4293, Train Steps/Sec: 0.71
+[2025-03-20 21:36:28] (step=0004900) Train Loss: 6.4654, Train Steps/Sec: 0.69
+[2025-03-20 21:37:04] (step=0004925) Train Loss: 6.4551, Train Steps/Sec: 0.68
+[2025-03-20 21:37:39] (step=0004950) Train Loss: 6.4406, Train Steps/Sec: 0.71
+[2025-03-20 21:38:14] (step=0004975) Train Loss: 6.4247, Train Steps/Sec: 0.71
+[2025-03-20 21:38:50] (step=0005000) Train Loss: 6.4201, Train Steps/Sec: 0.71
+[2025-03-20 21:39:25] (step=0005025) Train Loss: 6.4269, Train Steps/Sec: 0.71
+[2025-03-20 21:40:00] (step=0005050) Train Loss: 6.4321, Train Steps/Sec: 0.71
+[2025-03-20 21:40:35] (step=0005075) Train Loss: 6.4306, Train Steps/Sec: 0.71
+[2025-03-20 21:41:10] (step=0005100) Train Loss: 6.3922, Train Steps/Sec: 0.71
+[2025-03-20 21:41:45] (step=0005125) Train Loss: 6.4273, Train Steps/Sec: 0.71
+[2025-03-20 21:42:20] (step=0005150) Train Loss: 6.4445, Train Steps/Sec: 0.71
+[2025-03-20 21:42:55] (step=0005175) Train Loss: 6.4266, Train Steps/Sec: 0.71
+[2025-03-20 21:43:30] (step=0005200) Train Loss: 6.4186, Train Steps/Sec: 0.71
+[2025-03-20 21:44:05] (step=0005225) Train Loss: 6.4267, Train Steps/Sec: 0.71
+[2025-03-20 21:44:40] (step=0005250) Train Loss: 6.4370, Train Steps/Sec: 0.71
+[2025-03-20 21:45:15] (step=0005275) Train Loss: 6.4609, Train Steps/Sec: 0.71
+[2025-03-20 21:45:50] (step=0005300) Train Loss: 6.4411, Train Steps/Sec: 0.71
+[2025-03-20 21:46:26] (step=0005325) Train Loss: 6.4380, Train Steps/Sec: 0.70
+[2025-03-20 21:47:01] (step=0005350) Train Loss: 6.4442, Train Steps/Sec: 0.71
+[2025-03-20 21:47:36] (step=0005375) Train Loss: 6.4004, Train Steps/Sec: 0.71
+[2025-03-20 21:48:11] (step=0005400) Train Loss: 6.4014, Train Steps/Sec: 0.71
+[2025-03-20 21:48:47] (step=0005425) Train Loss: 6.4412, Train Steps/Sec: 0.69
+[2025-03-20 21:49:22] (step=0005450) Train Loss: 6.4229, Train Steps/Sec: 0.71
+[2025-03-20 21:49:57] (step=0005475) Train Loss: 6.4590, Train Steps/Sec: 0.72
+[2025-03-20 21:50:32] (step=0005500) Train Loss: 6.4389, Train Steps/Sec: 0.71
+[2025-03-20 21:51:08] (step=0005525) Train Loss: 6.4199, Train Steps/Sec: 0.69
+[2025-03-20 21:51:43] (step=0005550) Train Loss: 6.4435, Train Steps/Sec: 0.71
+[2025-03-20 21:52:19] (step=0005575) Train Loss: 6.4235, Train Steps/Sec: 0.69
+[2025-03-20 21:52:54] (step=0005600) Train Loss: 6.4272, Train Steps/Sec: 0.71
+[2025-03-20 21:53:29] (step=0005625) Train Loss: 6.4050, Train Steps/Sec: 0.71
+[2025-03-20 21:54:04] (step=0005650) Train Loss: 6.4400, Train Steps/Sec: 0.71
+[2025-03-20 21:54:39] (step=0005675) Train Loss: 6.4548, Train Steps/Sec: 0.71
+[2025-03-20 21:55:14] (step=0005700) Train Loss: 6.4660, Train Steps/Sec: 0.71
+[2025-03-20 21:55:51] (step=0005725) Train Loss: 6.4438, Train Steps/Sec: 0.69
+[2025-03-20 21:56:26] (step=0005750) Train Loss: 6.4537, Train Steps/Sec: 0.71
+[2025-03-20 21:57:01] (step=0005775) Train Loss: 6.4174, Train Steps/Sec: 0.72
+[2025-03-20 21:57:35] (step=0005800) Train Loss: 6.4310, Train Steps/Sec: 0.72
+[2025-03-20 21:58:10] (step=0005825) Train Loss: 6.4228, Train Steps/Sec: 0.71
+[2025-03-20 21:58:45] (step=0005850) Train Loss: 6.4421, Train Steps/Sec: 0.72
+[2025-03-20 21:59:20] (step=0005875) Train Loss: 6.4129, Train Steps/Sec: 0.72
+[2025-03-20 21:59:55] (step=0005900) Train Loss: 6.4568, Train Steps/Sec: 0.72
+[2025-03-20 22:00:30] (step=0005925) Train Loss: 6.4281, Train Steps/Sec: 0.71
+[2025-03-20 22:01:05] (step=0005950) Train Loss: 6.4194, Train Steps/Sec: 0.71
+[2025-03-20 22:01:40] (step=0005975) Train Loss: 6.4256, Train Steps/Sec: 0.71
+[2025-03-20 22:02:15] (step=0006000) Train Loss: 6.4127, Train Steps/Sec: 0.71
+[2025-03-20 22:02:15] text_config is None. Initializing the text config with default values (`OPTConfig`).
+[2025-03-20 22:08:18] Finish Eval in 6000 steps...
+[2025-03-20 22:08:25] Saved checkpoint to checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0006000.pt
+[2025-03-20 22:08:26] Removed old checkpoint: checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0004000.pt
+[2025-03-20 22:09:01] (step=0006025) Train Loss: 6.4344, Train Steps/Sec: 0.06
+[2025-03-20 22:09:36] (step=0006050) Train Loss: 6.4254, Train Steps/Sec: 0.72
+[2025-03-20 22:10:11] (step=0006075) Train Loss: 6.4253, Train Steps/Sec: 0.72
+[2025-03-20 22:10:46] (step=0006100) Train Loss: 6.4574, Train Steps/Sec: 0.72
+[2025-03-20 22:11:20] (step=0006125) Train Loss: 6.4276, Train Steps/Sec: 0.72
+[2025-03-20 22:11:55] (step=0006150) Train Loss: 6.3953, Train Steps/Sec: 0.72
+[2025-03-20 22:12:30] (step=0006175) Train Loss: 6.4325, Train Steps/Sec: 0.72
+[2025-03-20 22:13:05] (step=0006200) Train Loss: 6.4282, Train Steps/Sec: 0.72
+[2025-03-20 22:13:40] (step=0006225) Train Loss: 6.4280, Train Steps/Sec: 0.72
+[2025-03-20 22:14:15] (step=0006250) Train Loss: 6.4474, Train Steps/Sec: 0.72
+[2025-03-20 22:14:50] (step=0006275) Train Loss: 6.4375, Train Steps/Sec: 0.72
+[2025-03-20 22:15:25] (step=0006300) Train Loss: 6.4196, Train Steps/Sec: 0.72
+[2025-03-20 22:16:00] (step=0006325) Train Loss: 6.4473, Train Steps/Sec: 0.72
+[2025-03-20 22:16:35] (step=0006350) Train Loss: 6.3886, Train Steps/Sec: 0.72
+[2025-03-20 22:17:10] (step=0006375) Train Loss: 6.4518, Train Steps/Sec: 0.72
+[2025-03-20 22:17:45] (step=0006400) Train Loss: 6.4215, Train Steps/Sec: 0.72
+[2025-03-20 22:18:20] (step=0006425) Train Loss: 6.4572, Train Steps/Sec: 0.72
+[2025-03-20 22:18:55] (step=0006450) Train Loss: 6.4366, Train Steps/Sec: 0.72
+[2025-03-20 22:19:30] (step=0006475) Train Loss: 6.4377, Train Steps/Sec: 0.71
+[2025-03-20 22:20:05] (step=0006500) Train Loss: 6.4409, Train Steps/Sec: 0.71
+[2025-03-20 22:20:40] (step=0006525) Train Loss: 6.4405, Train Steps/Sec: 0.71
+[2025-03-20 22:21:15] (step=0006550) Train Loss: 6.4367, Train Steps/Sec: 0.71
+[2025-03-20 22:21:50] (step=0006575) Train Loss: 6.4118, Train Steps/Sec: 0.72
+[2025-03-20 22:22:25] (step=0006600) Train Loss: 6.4402, Train Steps/Sec: 0.72
+[2025-03-20 22:23:00] (step=0006625) Train Loss: 6.4273, Train Steps/Sec: 0.72
+[2025-03-20 22:23:34] (step=0006650) Train Loss: 6.4457, Train Steps/Sec: 0.72
+[2025-03-20 22:24:09] (step=0006675) Train Loss: 6.4616, Train Steps/Sec: 0.72
+[2025-03-20 22:24:44] (step=0006700) Train Loss: 6.4466, Train Steps/Sec: 0.72
+[2025-03-20 22:25:19] (step=0006725) Train Loss: 6.4118, Train Steps/Sec: 0.72
+[2025-03-20 22:25:54] (step=0006750) Train Loss: 6.4355, Train Steps/Sec: 0.71
+[2025-03-20 22:26:29] (step=0006775) Train Loss: 6.4184, Train Steps/Sec: 0.71
+[2025-03-20 22:27:04] (step=0006800) Train Loss: 6.3927, Train Steps/Sec: 0.72
+[2025-03-20 22:27:39] (step=0006825) Train Loss: 6.4199, Train Steps/Sec: 0.72
+[2025-03-20 22:28:14] (step=0006850) Train Loss: 6.4369, Train Steps/Sec: 0.72
+[2025-03-20 22:28:49] (step=0006875) Train Loss: 6.4323, Train Steps/Sec: 0.72
+[2025-03-20 22:29:25] (step=0006900) Train Loss: 6.4108, Train Steps/Sec: 0.69
+[2025-03-20 22:30:00] (step=0006925) Train Loss: 6.4357, Train Steps/Sec: 0.72
+[2025-03-20 22:30:35] (step=0006950) Train Loss: 6.4808, Train Steps/Sec: 0.72
+[2025-03-20 22:31:10] (step=0006975) Train Loss: 6.4370, Train Steps/Sec: 0.72
+[2025-03-20 22:31:45] (step=0007000) Train Loss: 6.4265, Train Steps/Sec: 0.72
+[2025-03-20 22:32:20] (step=0007025) Train Loss: 6.4694, Train Steps/Sec: 0.72
+[2025-03-20 22:32:55] (step=0007050) Train Loss: 6.4077, Train Steps/Sec: 0.72
+[2025-03-20 22:33:30] (step=0007075) Train Loss: 6.4566, Train Steps/Sec: 0.72
+[2025-03-20 22:34:05] (step=0007100) Train Loss: 6.4580, Train Steps/Sec: 0.72
+[2025-03-20 22:34:40] (step=0007125) Train Loss: 6.4364, Train Steps/Sec: 0.72
+[2025-03-20 22:35:14] (step=0007150) Train Loss: 6.4023, Train Steps/Sec: 0.72
+[2025-03-20 22:35:49] (step=0007175) Train Loss: 6.4319, Train Steps/Sec: 0.72
+[2025-03-20 22:36:24] (step=0007200) Train Loss: 6.4345, Train Steps/Sec: 0.72
+[2025-03-20 22:36:59] (step=0007225) Train Loss: 6.4259, Train Steps/Sec: 0.72
+[2025-03-20 22:37:36] (step=0007250) Train Loss: 6.4395, Train Steps/Sec: 0.67
+[2025-03-20 22:38:11] (step=0007275) Train Loss: 6.4173, Train Steps/Sec: 0.72
+[2025-03-20 22:38:46] (step=0007300) Train Loss: 6.4227, Train Steps/Sec: 0.72
+[2025-03-20 22:39:23] (step=0007325) Train Loss: 6.4355, Train Steps/Sec: 0.69
+[2025-03-20 22:39:58] (step=0007350) Train Loss: 6.4211, Train Steps/Sec: 0.72
+[2025-03-20 22:40:32] (step=0007375) Train Loss: 6.4340, Train Steps/Sec: 0.72
+[2025-03-20 22:41:07] (step=0007400) Train Loss: 6.4399, Train Steps/Sec: 0.72
+[2025-03-20 22:41:42] (step=0007425) Train Loss: 6.4397, Train Steps/Sec: 0.72
+[2025-03-20 22:42:17] (step=0007450) Train Loss: 6.4227, Train Steps/Sec: 0.72
+[2025-03-20 22:42:52] (step=0007475) Train Loss: 6.4138, Train Steps/Sec: 0.72
+[2025-03-20 22:43:27] (step=0007500) Train Loss: 6.4278, Train Steps/Sec: 0.72
+[2025-03-20 22:44:02] (step=0007525) Train Loss: 6.4314, Train Steps/Sec: 0.72
+[2025-03-20 22:44:37] (step=0007550) Train Loss: 6.4207, Train Steps/Sec: 0.72
+[2025-03-20 22:45:12] (step=0007575) Train Loss: 6.4282, Train Steps/Sec: 0.72
+[2025-03-20 22:45:48] (step=0007600) Train Loss: 6.4374, Train Steps/Sec: 0.69
+[2025-03-20 22:46:23] (step=0007625) Train Loss: 6.4358, Train Steps/Sec: 0.72
+[2025-03-20 22:46:58] (step=0007650) Train Loss: 6.4467, Train Steps/Sec: 0.72
+[2025-03-20 22:47:33] (step=0007675) Train Loss: 6.4385, Train Steps/Sec: 0.72
+[2025-03-20 22:48:08] (step=0007700) Train Loss: 6.4336, Train Steps/Sec: 0.71
+[2025-03-20 22:48:44] (step=0007725) Train Loss: 6.4156, Train Steps/Sec: 0.69
+[2025-03-20 22:49:19] (step=0007750) Train Loss: 6.4096, Train Steps/Sec: 0.71
+[2025-03-20 22:49:56] (step=0007775) Train Loss: 6.4597, Train Steps/Sec: 0.69
+[2025-03-20 22:50:30] (step=0007800) Train Loss: 6.4469, Train Steps/Sec: 0.72
+[2025-03-20 22:51:05] (step=0007825) Train Loss: 6.4494, Train Steps/Sec: 0.71
+[2025-03-20 22:51:40] (step=0007850) Train Loss: 6.4408, Train Steps/Sec: 0.71
+[2025-03-20 22:52:15] (step=0007875) Train Loss: 6.4208, Train Steps/Sec: 0.72
+[2025-03-20 22:52:50] (step=0007900) Train Loss: 6.4623, Train Steps/Sec: 0.72
+[2025-03-20 22:53:25] (step=0007925) Train Loss: 6.4180, Train Steps/Sec: 0.72
+[2025-03-20 22:54:00] (step=0007950) Train Loss: 6.4076, Train Steps/Sec: 0.72
+[2025-03-20 22:54:35] (step=0007975) Train Loss: 6.4219, Train Steps/Sec: 0.72
+[2025-03-20 22:55:10] (step=0008000) Train Loss: 6.4411, Train Steps/Sec: 0.72
+[2025-03-20 22:55:10] text_config is None. Initializing the text config with default values (`OPTConfig`).
+[2025-03-20 23:01:12] Finish Eval in 8000 steps...
+[2025-03-20 23:01:18] Saved checkpoint to checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0008000.pt
+[2025-03-20 23:01:19] Removed old checkpoint: checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0006000.pt
+[2025-03-20 23:01:54] (step=0008025) Train Loss: 6.4718, Train Steps/Sec: 0.06
+[2025-03-20 23:02:29] (step=0008050) Train Loss: 6.4274, Train Steps/Sec: 0.72
+[2025-03-20 23:03:04] (step=0008075) Train Loss: 6.4336, Train Steps/Sec: 0.72
+[2025-03-20 23:03:39] (step=0008100) Train Loss: 6.4129, Train Steps/Sec: 0.72
+[2025-03-20 23:04:14] (step=0008125) Train Loss: 6.4226, Train Steps/Sec: 0.72
+[2025-03-20 23:04:49] (step=0008150) Train Loss: 6.4360, Train Steps/Sec: 0.72
+[2025-03-20 23:05:24] (step=0008175) Train Loss: 6.4365, Train Steps/Sec: 0.72
+[2025-03-20 23:05:59] (step=0008200) Train Loss: 6.4156, Train Steps/Sec: 0.72
+[2025-03-20 23:06:34] (step=0008225) Train Loss: 6.4160, Train Steps/Sec: 0.72
+[2025-03-20 23:07:09] (step=0008250) Train Loss: 6.4263, Train Steps/Sec: 0.72
+[2025-03-20 23:07:43] (step=0008275) Train Loss: 6.4522, Train Steps/Sec: 0.72
+[2025-03-20 23:08:19] (step=0008300) Train Loss: 6.4355, Train Steps/Sec: 0.70
+[2025-03-20 23:08:55] (step=0008325) Train Loss: 6.4262, Train Steps/Sec: 0.71
+[2025-03-20 23:09:29] (step=0008350) Train Loss: 6.4312, Train Steps/Sec: 0.72
+[2025-03-20 23:10:04] (step=0008375) Train Loss: 6.4189, Train Steps/Sec: 0.71
+[2025-03-20 23:10:39] (step=0008400) Train Loss: 6.3955, Train Steps/Sec: 0.72
+[2025-03-20 23:11:14] (step=0008425) Train Loss: 6.4316, Train Steps/Sec: 0.72
+[2025-03-20 23:11:49] (step=0008450) Train Loss: 6.4043, Train Steps/Sec: 0.72
+[2025-03-20 23:12:24] (step=0008475) Train Loss: 6.4294, Train Steps/Sec: 0.71
+[2025-03-20 23:12:59] (step=0008500) Train Loss: 6.4304, Train Steps/Sec: 0.71
+[2025-03-20 23:13:34] (step=0008525) Train Loss: 6.4523, Train Steps/Sec: 0.72
+[2025-03-20 23:14:09] (step=0008550) Train Loss: 6.4442, Train Steps/Sec: 0.72
+[2025-03-20 23:14:44] (step=0008575) Train Loss: 6.4020, Train Steps/Sec: 0.72
+[2025-03-20 23:15:19] (step=0008600) Train Loss: 6.4199, Train Steps/Sec: 0.71
+[2025-03-20 23:15:54] (step=0008625) Train Loss: 6.3928, Train Steps/Sec: 0.72
+[2025-03-20 23:16:29] (step=0008650) Train Loss: 6.4274, Train Steps/Sec: 0.71
+[2025-03-20 23:17:04] (step=0008675) Train Loss: 6.4127, Train Steps/Sec: 0.72
+[2025-03-20 23:17:39] (step=0008700) Train Loss: 6.4326, Train Steps/Sec: 0.71
+[2025-03-20 23:18:14] (step=0008725) Train Loss: 6.3965, Train Steps/Sec: 0.72
+[2025-03-20 23:18:49] (step=0008750) Train Loss: 6.4192, Train Steps/Sec: 0.72
+[2025-03-20 23:19:24] (step=0008775) Train Loss: 6.4366, Train Steps/Sec: 0.72
+[2025-03-20 23:19:59] (step=0008800) Train Loss: 6.4330, Train Steps/Sec: 0.72
+[2025-03-20 23:20:34] (step=0008825) Train Loss: 6.4360, Train Steps/Sec: 0.72
+[2025-03-20 23:21:09] (step=0008850) Train Loss: 6.4113, Train Steps/Sec: 0.72
+[2025-03-20 23:21:44] (step=0008875) Train Loss: 6.4061, Train Steps/Sec: 0.72
+[2025-03-20 23:22:19] (step=0008900) Train Loss: 6.3933, Train Steps/Sec: 0.72
+[2025-03-20 23:22:54] (step=0008925) Train Loss: 6.4546, Train Steps/Sec: 0.71
+[2025-03-20 23:23:29] (step=0008950) Train Loss: 6.4158, Train Steps/Sec: 0.72
+[2025-03-20 23:24:03] (step=0008975) Train Loss: 6.3954, Train Steps/Sec: 0.72
+[2025-03-20 23:24:40] (step=0009000) Train Loss: 6.4390, Train Steps/Sec: 0.69
+[2025-03-20 23:25:15] (step=0009025) Train Loss: 6.3983, Train Steps/Sec: 0.72
+[2025-03-20 23:25:50] (step=0009050) Train Loss: 6.4226, Train Steps/Sec: 0.72
+[2025-03-20 23:26:24] (step=0009075) Train Loss: 6.4239, Train Steps/Sec: 0.72
+[2025-03-20 23:26:59] (step=0009100) Train Loss: 6.4158, Train Steps/Sec: 0.72
+[2025-03-20 23:27:34] (step=0009125) Train Loss: 6.4267, Train Steps/Sec: 0.72
+[2025-03-20 23:28:09] (step=0009150) Train Loss: 6.4354, Train Steps/Sec: 0.72
+[2025-03-20 23:28:44] (step=0009175) Train Loss: 6.4344, Train Steps/Sec: 0.71
+[2025-03-20 23:29:19] (step=0009200) Train Loss: 6.4474, Train Steps/Sec: 0.72
+[2025-03-20 23:29:54] (step=0009225) Train Loss: 6.4438, Train Steps/Sec: 0.72
+[2025-03-20 23:30:29] (step=0009250) Train Loss: 6.4396, Train Steps/Sec: 0.72
+[2025-03-20 23:31:04] (step=0009275) Train Loss: 6.4269, Train Steps/Sec: 0.72
+[2025-03-20 23:31:39] (step=0009300) Train Loss: 6.3951, Train Steps/Sec: 0.72
+[2025-03-20 23:32:15] (step=0009325) Train Loss: 6.4140, Train Steps/Sec: 0.69
+[2025-03-20 23:32:50] (step=0009350) Train Loss: 6.4122, Train Steps/Sec: 0.71
+[2025-03-20 23:33:25] (step=0009375) Train Loss: 6.4518, Train Steps/Sec: 0.72
+[2025-03-20 23:34:00] (step=0009400) Train Loss: 6.4317, Train Steps/Sec: 0.72
+[2025-03-20 23:34:35] (step=0009425) Train Loss: 6.4246, Train Steps/Sec: 0.72
+[2025-03-20 23:35:10] (step=0009450) Train Loss: 6.4295, Train Steps/Sec: 0.72
+[2025-03-20 23:35:45] (step=0009475) Train Loss: 6.4028, Train Steps/Sec: 0.72
+[2025-03-20 23:36:20] (step=0009500) Train Loss: 6.4494, Train Steps/Sec: 0.72
+[2025-03-20 23:36:56] (step=0009525) Train Loss: 6.4273, Train Steps/Sec: 0.69
+[2025-03-20 23:37:31] (step=0009550) Train Loss: 6.4171, Train Steps/Sec: 0.72
+[2025-03-20 23:38:06] (step=0009575) Train Loss: 6.4188, Train Steps/Sec: 0.72
+[2025-03-20 23:38:41] (step=0009600) Train Loss: 6.4070, Train Steps/Sec: 0.72
+[2025-03-20 23:39:16] (step=0009625) Train Loss: 6.4522, Train Steps/Sec: 0.72
+[2025-03-20 23:39:51] (step=0009650) Train Loss: 6.4258, Train Steps/Sec: 0.72
+[2025-03-20 23:40:26] (step=0009675) Train Loss: 6.3994, Train Steps/Sec: 0.72
+[2025-03-20 23:41:02] (step=0009700) Train Loss: 6.4628, Train Steps/Sec: 0.70
+[2025-03-20 23:41:38] (step=0009725) Train Loss: 6.4372, Train Steps/Sec: 0.69
+[2025-03-20 23:42:13] (step=0009750) Train Loss: 6.4326, Train Steps/Sec: 0.72
+[2025-03-20 23:42:48] (step=0009775) Train Loss: 6.3777, Train Steps/Sec: 0.71
+[2025-03-20 23:43:23] (step=0009800) Train Loss: 6.4572, Train Steps/Sec: 0.72
+[2025-03-20 23:43:58] (step=0009825) Train Loss: 6.4424, Train Steps/Sec: 0.72
+[2025-03-20 23:44:33] (step=0009850) Train Loss: 6.4162, Train Steps/Sec: 0.72
+[2025-03-20 23:45:08] (step=0009875) Train Loss: 6.4122, Train Steps/Sec: 0.72
+[2025-03-20 23:45:43] (step=0009900) Train Loss: 6.4317, Train Steps/Sec: 0.72
+[2025-03-20 23:46:18] (step=0009925) Train Loss: 6.4246, Train Steps/Sec: 0.72
+[2025-03-20 23:46:52] (step=0009950) Train Loss: 6.4365, Train Steps/Sec: 0.72
+[2025-03-20 23:47:27] (step=0009975) Train Loss: 6.4012, Train Steps/Sec: 0.72
+[2025-03-20 23:48:02] (step=0010000) Train Loss: 6.4031, Train Steps/Sec: 0.71
+[2025-03-20 23:48:02] text_config is None. Initializing the text config with default values (`OPTConfig`).
+[2025-03-20 23:54:05] Finish Eval in 10000 steps...
+[2025-03-20 23:54:12] Saved checkpoint to checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0010000.pt
+[2025-03-20 23:54:12] Removed old checkpoint: checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0008000.pt
+[2025-03-20 23:54:47] (step=0010025) Train Loss: 6.4260, Train Steps/Sec: 0.06
+[2025-03-20 23:55:23] (step=0010050) Train Loss: 6.4366, Train Steps/Sec: 0.70
+[2025-03-20 23:55:58] (step=0010075) Train Loss: 6.4279, Train Steps/Sec: 0.72
+[2025-03-20 23:56:33] (step=0010100) Train Loss: 6.4262, Train Steps/Sec: 0.71
+[2025-03-20 23:57:08] (step=0010125) Train Loss: 6.4424, Train Steps/Sec: 0.72
+[2025-03-20 23:57:43] (step=0010150) Train Loss: 6.4015, Train Steps/Sec: 0.72
+[2025-03-20 23:58:19] (step=0010175) Train Loss: 6.4151, Train Steps/Sec: 0.69
+[2025-03-20 23:58:55] (step=0010200) Train Loss: 6.4362, Train Steps/Sec: 0.70
+[2025-03-20 23:59:30] (step=0010225) Train Loss: 6.4059, Train Steps/Sec: 0.72
+[2025-03-21 00:00:05] (step=0010250) Train Loss: 6.4311, Train Steps/Sec: 0.72
+[2025-03-21 00:00:40] (step=0010275) Train Loss: 6.4228, Train Steps/Sec: 0.72
+[2025-03-21 00:01:15] (step=0010300) Train Loss: 6.4479, Train Steps/Sec: 0.72
+[2025-03-21 00:01:50] (step=0010325) Train Loss: 6.3938, Train Steps/Sec: 0.72
+[2025-03-21 00:02:25] (step=0010350) Train Loss: 6.4197, Train Steps/Sec: 0.72
+[2025-03-21 00:03:00] (step=0010375) Train Loss: 6.4202, Train Steps/Sec: 0.72
+[2025-03-21 00:03:35] (step=0010400) Train Loss: 6.4000, Train Steps/Sec: 0.72
+[2025-03-21 00:04:09] (step=0010425) Train Loss: 6.3945, Train Steps/Sec: 0.72
+[2025-03-21 00:04:45] (step=0010450) Train Loss: 6.4062, Train Steps/Sec: 0.71
+[2025-03-21 00:05:20] (step=0010475) Train Loss: 6.4326, Train Steps/Sec: 0.72
+[2025-03-21 00:05:55] (step=0010500) Train Loss: 6.4376, Train Steps/Sec: 0.71
+[2025-03-21 00:06:30] (step=0010525) Train Loss: 6.4355, Train Steps/Sec: 0.71
+[2025-03-21 00:07:05] (step=0010550) Train Loss: 6.4296, Train Steps/Sec: 0.71
+[2025-03-21 00:07:40] (step=0010575) Train Loss: 6.3752, Train Steps/Sec: 0.71
+[2025-03-21 00:08:14] (step=0010600) Train Loss: 6.4095, Train Steps/Sec: 0.72
+[2025-03-21 00:08:49] (step=0010625) Train Loss: 6.4422, Train Steps/Sec: 0.72
+[2025-03-21 00:09:24] (step=0010650) Train Loss: 6.4269, Train Steps/Sec: 0.72
+[2025-03-21 00:09:59] (step=0010675) Train Loss: 6.4177, Train Steps/Sec: 0.72
+[2025-03-21 00:10:34] (step=0010700) Train Loss: 6.4081, Train Steps/Sec: 0.72
+[2025-03-21 00:11:09] (step=0010725) Train Loss: 6.3981, Train Steps/Sec: 0.72
+[2025-03-21 00:11:44] (step=0010750) Train Loss: 6.4044, Train Steps/Sec: 0.72
+[2025-03-21 00:12:19] (step=0010775) Train Loss: 6.4084, Train Steps/Sec: 0.71
+[2025-03-21 00:12:54] (step=0010800) Train Loss: 6.4108, Train Steps/Sec: 0.71
+[2025-03-21 00:13:29] (step=0010825) Train Loss: 6.4256, Train Steps/Sec: 0.72
+[2025-03-21 00:14:04] (step=0010850) Train Loss: 6.4444, Train Steps/Sec: 0.72
+[2025-03-21 00:14:39] (step=0010875) Train Loss: 6.4490, Train Steps/Sec: 0.71
+[2025-03-21 00:15:14] (step=0010900) Train Loss: 6.4379, Train Steps/Sec: 0.72
+[2025-03-21 00:15:49] (step=0010925) Train Loss: 6.4175, Train Steps/Sec: 0.72
+[2025-03-21 00:16:24] (step=0010950) Train Loss: 6.4370, Train Steps/Sec: 0.72
+[2025-03-21 00:16:59] (step=0010975) Train Loss: 6.4121, Train Steps/Sec: 0.72
+[2025-03-21 00:17:34] (step=0011000) Train Loss: 6.4375, Train Steps/Sec: 0.72
+[2025-03-21 00:18:09] (step=0011025) Train Loss: 6.4554, Train Steps/Sec: 0.72
+[2025-03-21 00:18:44] (step=0011050) Train Loss: 6.4220, Train Steps/Sec: 0.72
+[2025-03-21 00:19:18] (step=0011075) Train Loss: 6.4181, Train Steps/Sec: 0.72
+[2025-03-21 00:19:53] (step=0011100) Train Loss: 6.4430, Train Steps/Sec: 0.72
+[2025-03-21 00:20:28] (step=0011125) Train Loss: 6.4202, Train Steps/Sec: 0.72
+[2025-03-21 00:21:03] (step=0011150) Train Loss: 6.4380, Train Steps/Sec: 0.72
+[2025-03-21 00:21:38] (step=0011175) Train Loss: 6.4583, Train Steps/Sec: 0.72
+[2025-03-21 00:22:13] (step=0011200) Train Loss: 6.3895, Train Steps/Sec: 0.72
+[2025-03-21 00:22:48] (step=0011225) Train Loss: 6.4082, Train Steps/Sec: 0.72
+[2025-03-21 00:23:23] (step=0011250) Train Loss: 6.4263, Train Steps/Sec: 0.72
+[2025-03-21 00:23:58] (step=0011275) Train Loss: 6.4234, Train Steps/Sec: 0.72
+[2025-03-21 00:24:33] (step=0011300) Train Loss: 6.4234, Train Steps/Sec: 0.72
+[2025-03-21 00:25:08] (step=0011325) Train Loss: 6.4205, Train Steps/Sec: 0.72
+[2025-03-21 00:25:43] (step=0011350) Train Loss: 6.4295, Train Steps/Sec: 0.72
+[2025-03-21 00:26:18] (step=0011375) Train Loss: 6.4027, Train Steps/Sec: 0.72
+[2025-03-21 00:26:53] (step=0011400) Train Loss: 6.4427, Train Steps/Sec: 0.72
+[2025-03-21 00:27:29] (step=0011425) Train Loss: 6.4372, Train Steps/Sec: 0.69
+[2025-03-21 00:28:04] (step=0011450) Train Loss: 6.4177, Train Steps/Sec: 0.72
+[2025-03-21 00:28:39] (step=0011475) Train Loss: 6.3940, Train Steps/Sec: 0.72
+[2025-03-21 00:29:14] (step=0011500) Train Loss: 6.4064, Train Steps/Sec: 0.72
+[2025-03-21 00:29:49] (step=0011525) Train Loss: 6.4154, Train Steps/Sec: 0.72
+[2025-03-21 00:30:24] (step=0011550) Train Loss: 6.4276, Train Steps/Sec: 0.72
+[2025-03-21 00:31:00] (step=0011575) Train Loss: 6.4411, Train Steps/Sec: 0.69
+[2025-03-21 00:31:35] (step=0011600) Train Loss: 6.4168, Train Steps/Sec: 0.72
+[2025-03-21 00:32:10] (step=0011625) Train Loss: 6.4424, Train Steps/Sec: 0.72
+[2025-03-21 00:32:45] (step=0011650) Train Loss: 6.3940, Train Steps/Sec: 0.72
+[2025-03-21 00:33:20] (step=0011675) Train Loss: 6.4143, Train Steps/Sec: 0.72
+[2025-03-21 00:33:55] (step=0011700) Train Loss: 6.4287, Train Steps/Sec: 0.72
+[2025-03-21 00:34:31] (step=0011725) Train Loss: 6.4099, Train Steps/Sec: 0.69
+[2025-03-21 00:35:06] (step=0011750) Train Loss: 6.4160, Train Steps/Sec: 0.72
+[2025-03-21 00:35:42] (step=0011775) Train Loss: 6.4239, Train Steps/Sec: 0.69
+[2025-03-21 00:36:17] (step=0011800) Train Loss: 6.4091, Train Steps/Sec: 0.72
+[2025-03-21 00:36:52] (step=0011825) Train Loss: 6.4256, Train Steps/Sec: 0.72
+[2025-03-21 00:37:27] (step=0011850) Train Loss: 6.4225, Train Steps/Sec: 0.72
+[2025-03-21 00:38:02] (step=0011875) Train Loss: 6.4456, Train Steps/Sec: 0.72
+[2025-03-21 00:38:37] (step=0011900) Train Loss: 6.4158, Train Steps/Sec: 0.72
+[2025-03-21 00:39:13] (step=0011925) Train Loss: 6.3986, Train Steps/Sec: 0.69
+[2025-03-21 00:39:49] (step=0011950) Train Loss: 6.4204, Train Steps/Sec: 0.69
+[2025-03-21 00:40:24] (step=0011975) Train Loss: 6.4600, Train Steps/Sec: 0.72
+[2025-03-21 00:40:59] (step=0012000) Train Loss: 6.3997, Train Steps/Sec: 0.72
+[2025-03-21 00:40:59] text_config is None. Initializing the text config with default values (`OPTConfig`).
+[2025-03-21 00:47:01] Finish Eval in 12000 steps...
+[2025-03-21 00:47:07] Saved checkpoint to checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0012000.pt
+[2025-03-21 00:47:08] Removed old checkpoint: checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0010000.pt
+[2025-03-21 00:47:43] (step=0012025) Train Loss: 6.4527, Train Steps/Sec: 0.06
+[2025-03-21 00:48:18] (step=0012050) Train Loss: 6.4047, Train Steps/Sec: 0.72
+[2025-03-21 00:48:53] (step=0012075) Train Loss: 6.4092, Train Steps/Sec: 0.72
+[2025-03-21 00:49:28] (step=0012100) Train Loss: 6.4124, Train Steps/Sec: 0.72
+[2025-03-21 00:50:03] (step=0012125) Train Loss: 6.4431, Train Steps/Sec: 0.72
+[2025-03-21 00:50:38] (step=0012150) Train Loss: 6.4172, Train Steps/Sec: 0.72
+[2025-03-21 00:51:13] (step=0012175) Train Loss: 6.4271, Train Steps/Sec: 0.72
+[2025-03-21 00:51:49] (step=0012200) Train Loss: 6.4311, Train Steps/Sec: 0.70
+[2025-03-21 00:52:24] (step=0012225) Train Loss: 6.4038, Train Steps/Sec: 0.72
+[2025-03-21 00:52:58] (step=0012250) Train Loss: 6.3975, Train Steps/Sec: 0.72
+[2025-03-21 00:53:33] (step=0012275) Train Loss: 6.4112, Train Steps/Sec: 0.72
+[2025-03-21 00:54:08] (step=0012300) Train Loss: 6.4272, Train Steps/Sec: 0.72
+[2025-03-21 00:54:43] (step=0012325) Train Loss: 6.4207, Train Steps/Sec: 0.72
+[2025-03-21 00:55:19] (step=0012350) Train Loss: 6.4475, Train Steps/Sec: 0.70
+[2025-03-21 00:55:54] (step=0012375) Train Loss: 6.4283, Train Steps/Sec: 0.72
+[2025-03-21 00:56:29] (step=0012400) Train Loss: 6.3989, Train Steps/Sec: 0.72
+[2025-03-21 00:57:04] (step=0012425) Train Loss: 6.4149, Train Steps/Sec: 0.72
+[2025-03-21 00:57:39] (step=0012450) Train Loss: 6.4022, Train Steps/Sec: 0.72
+[2025-03-21 00:58:14] (step=0012475) Train Loss: 6.4146, Train Steps/Sec: 0.72
+[2025-03-21 00:58:49] (step=0012500) Train Loss: 6.4397, Train Steps/Sec: 0.72
+[2025-03-21 00:59:24] (step=0012525) Train Loss: 6.3778, Train Steps/Sec: 0.72
+[2025-03-21 00:59:59] (step=0012550) Train Loss: 6.4386, Train Steps/Sec: 0.72
+[2025-03-21 01:00:34] (step=0012575) Train Loss: 6.3805, Train Steps/Sec: 0.72
+[2025-03-21 01:01:09] (step=0012600) Train Loss: 6.4210, Train Steps/Sec: 0.72
+[2025-03-21 01:01:43] (step=0012625) Train Loss: 6.4042, Train Steps/Sec: 0.72
+[2025-03-21 01:02:18] (step=0012650) Train Loss: 6.4037, Train Steps/Sec: 0.72
+[2025-03-21 01:02:53] (step=0012675) Train Loss: 6.4223, Train Steps/Sec: 0.72
+[2025-03-21 01:03:28] (step=0012700) Train Loss: 6.3889, Train Steps/Sec: 0.72
+[2025-03-21 01:04:03] (step=0012725) Train Loss: 6.4150, Train Steps/Sec: 0.72
+[2025-03-21 01:04:38] (step=0012750) Train Loss: 6.4073, Train Steps/Sec: 0.72
+[2025-03-21 01:05:13] (step=0012775) Train Loss: 6.4256, Train Steps/Sec: 0.72
+[2025-03-21 01:05:48] (step=0012800) Train Loss: 6.4097, Train Steps/Sec: 0.72
+[2025-03-21 01:06:23] (step=0012825) Train Loss: 6.4153, Train Steps/Sec: 0.72
+[2025-03-21 01:06:58] (step=0012850) Train Loss: 6.3949, Train Steps/Sec: 0.72
+[2025-03-21 01:07:33] (step=0012875) Train Loss: 6.4377, Train Steps/Sec: 0.72
+[2025-03-21 01:08:08] (step=0012900) Train Loss: 6.4257, Train Steps/Sec: 0.72
+[2025-03-21 01:08:43] (step=0012925) Train Loss: 6.4156, Train Steps/Sec: 0.72
+[2025-03-21 01:09:18] (step=0012950) Train Loss: 6.3821, Train Steps/Sec: 0.72
+[2025-03-21 01:09:53] (step=0012975) Train Loss: 6.4387, Train Steps/Sec: 0.72
+[2025-03-21 01:10:28] (step=0013000) Train Loss: 6.4018, Train Steps/Sec: 0.72
+[2025-03-21 01:11:03] (step=0013025) Train Loss: 6.4352, Train Steps/Sec: 0.72
+[2025-03-21 01:11:38] (step=0013050) Train Loss: 6.4087, Train Steps/Sec: 0.72
+[2025-03-21 01:12:12] (step=0013075) Train Loss: 6.4049, Train Steps/Sec: 0.72
+[2025-03-21 01:12:47] (step=0013100) Train Loss: 6.4125, Train Steps/Sec: 0.72
+[2025-03-21 01:13:22] (step=0013125) Train Loss: 6.4248, Train Steps/Sec: 0.71
+[2025-03-21 01:13:57] (step=0013150) Train Loss: 6.4104, Train Steps/Sec: 0.72
+[2025-03-21 01:14:32] (step=0013175) Train Loss: 6.4220, Train Steps/Sec: 0.72
+[2025-03-21 01:15:07] (step=0013200) Train Loss: 6.4068, Train Steps/Sec: 0.72
+[2025-03-21 01:15:42] (step=0013225) Train Loss: 6.3936, Train Steps/Sec: 0.72
+[2025-03-21 01:16:17] (step=0013250) Train Loss: 6.4138, Train Steps/Sec: 0.72
+[2025-03-21 01:16:52] (step=0013275) Train Loss: 6.4003, Train Steps/Sec: 0.72
+[2025-03-21 01:17:27] (step=0013300) Train Loss: 6.4214, Train Steps/Sec: 0.72
+[2025-03-21 01:18:02] (step=0013325) Train Loss: 6.4274, Train Steps/Sec: 0.72
+[2025-03-21 01:18:37] (step=0013350) Train Loss: 6.3881, Train Steps/Sec: 0.72
+[2025-03-21 01:19:12] (step=0013375) Train Loss: 6.4484, Train Steps/Sec: 0.72
+[2025-03-21 01:19:47] (step=0013400) Train Loss: 6.3996, Train Steps/Sec: 0.72
+[2025-03-21 01:20:22] (step=0013425) Train Loss: 6.4103, Train Steps/Sec: 0.72
+[2025-03-21 01:20:56] (step=0013450) Train Loss: 6.4189, Train Steps/Sec: 0.72
+[2025-03-21 01:21:31] (step=0013475) Train Loss: 6.4467, Train Steps/Sec: 0.72
+[2025-03-21 01:22:06] (step=0013500) Train Loss: 6.4088, Train Steps/Sec: 0.72
+[2025-03-21 01:22:41] (step=0013525) Train Loss: 6.4400, Train Steps/Sec: 0.72
+[2025-03-21 01:23:16] (step=0013550) Train Loss: 6.4119, Train Steps/Sec: 0.72
+[2025-03-21 01:23:51] (step=0013575) Train Loss: 6.4174, Train Steps/Sec: 0.72
+[2025-03-21 01:24:26] (step=0013600) Train Loss: 6.4185, Train Steps/Sec: 0.72
+[2025-03-21 01:25:01] (step=0013625) Train Loss: 6.4157, Train Steps/Sec: 0.72
+[2025-03-21 01:25:36] (step=0013650) Train Loss: 6.4242, Train Steps/Sec: 0.72
+[2025-03-21 01:26:11] (step=0013675) Train Loss: 6.4308, Train Steps/Sec: 0.72
+[2025-03-21 01:26:46] (step=0013700) Train Loss: 6.4183, Train Steps/Sec: 0.72
+[2025-03-21 01:27:22] (step=0013725) Train Loss: 6.4363, Train Steps/Sec: 0.69
+[2025-03-21 01:27:57] (step=0013750) Train Loss: 6.4227, Train Steps/Sec: 0.72
+[2025-03-21 01:28:32] (step=0013775) Train Loss: 6.4476, Train Steps/Sec: 0.72
+[2025-03-21 01:29:07] (step=0013800) Train Loss: 6.3768, Train Steps/Sec: 0.72
+[2025-03-21 01:29:42] (step=0013825) Train Loss: 6.4080, Train Steps/Sec: 0.72
+[2025-03-21 01:30:17] (step=0013850) Train Loss: 6.3899, Train Steps/Sec: 0.72
+[2025-03-21 01:30:52] (step=0013875) Train Loss: 6.3891, Train Steps/Sec: 0.72
+[2025-03-21 01:31:26] (step=0013900) Train Loss: 6.4219, Train Steps/Sec: 0.72
+[2025-03-21 01:32:03] (step=0013925) Train Loss: 6.4217, Train Steps/Sec: 0.69
+[2025-03-21 01:32:37] (step=0013950) Train Loss: 6.4133, Train Steps/Sec: 0.72
+[2025-03-21 01:33:12] (step=0013975) Train Loss: 6.4125, Train Steps/Sec: 0.72
+[2025-03-21 01:33:47] (step=0014000) Train Loss: 6.4182, Train Steps/Sec: 0.72
+[2025-03-21 01:33:47] text_config is None. Initializing the text config with default values (`OPTConfig`).
+[2025-03-21 01:39:52] Finish Eval in 14000 steps...
+[2025-03-21 01:39:58] Saved checkpoint to checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0014000.pt
+[2025-03-21 01:39:59] Removed old checkpoint: checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0012000.pt
+[2025-03-21 01:40:34] (step=0014025) Train Loss: 6.4065, Train Steps/Sec: 0.06
+[2025-03-21 01:41:09] (step=0014050) Train Loss: 6.4122, Train Steps/Sec: 0.72
+[2025-03-21 01:41:45] (step=0014075) Train Loss: 6.3893, Train Steps/Sec: 0.69
+[2025-03-21 01:42:20] (step=0014100) Train Loss: 6.3906, Train Steps/Sec: 0.72
+[2025-03-21 01:42:55] (step=0014125) Train Loss: 6.3803, Train Steps/Sec: 0.72
+[2025-03-21 01:43:30] (step=0014150) Train Loss: 6.3899, Train Steps/Sec: 0.72
+[2025-03-21 01:44:05] (step=0014175) Train Loss: 6.4217, Train Steps/Sec: 0.72
+[2025-03-21 01:44:41] (step=0014200) Train Loss: 6.4139, Train Steps/Sec: 0.70
+[2025-03-21 01:45:16] (step=0014225) Train Loss: 6.4077, Train Steps/Sec: 0.72
+[2025-03-21 01:45:51] (step=0014250) Train Loss: 6.3863, Train Steps/Sec: 0.72
+[2025-03-21 01:46:26] (step=0014275) Train Loss: 6.4040, Train Steps/Sec: 0.72
+[2025-03-21 01:47:01] (step=0014300) Train Loss: 6.4216, Train Steps/Sec: 0.71
+[2025-03-21 01:47:36] (step=0014325) Train Loss: 6.3933, Train Steps/Sec: 0.72
+[2025-03-21 01:48:11] (step=0014350) Train Loss: 6.4138, Train Steps/Sec: 0.72
+[2025-03-21 01:48:46] (step=0014375) Train Loss: 6.3870, Train Steps/Sec: 0.70
+[2025-03-21 01:49:21] (step=0014400) Train Loss: 6.4153, Train Steps/Sec: 0.72
+[2025-03-21 01:49:56] (step=0014425) Train Loss: 6.4030, Train Steps/Sec: 0.72
+[2025-03-21 01:50:31] (step=0014450) Train Loss: 6.4307, Train Steps/Sec: 0.72
+[2025-03-21 01:51:06] (step=0014475) Train Loss: 6.3967, Train Steps/Sec: 0.72
+[2025-03-21 01:51:41] (step=0014500) Train Loss: 6.4080, Train Steps/Sec: 0.72
+[2025-03-21 01:52:16] (step=0014525) Train Loss: 6.4092, Train Steps/Sec: 0.72
+[2025-03-21 01:52:52] (step=0014550) Train Loss: 6.4266, Train Steps/Sec: 0.70
+[2025-03-21 01:53:27] (step=0014575) Train Loss: 6.4017, Train Steps/Sec: 0.72
+[2025-03-21 01:54:02] (step=0014600) Train Loss: 6.3990, Train Steps/Sec: 0.72
+[2025-03-21 01:54:37] (step=0014625) Train Loss: 6.3913, Train Steps/Sec: 0.72
+[2025-03-21 01:55:12] (step=0014650) Train Loss: 6.4007, Train Steps/Sec: 0.72
+[2025-03-21 01:55:46] (step=0014675) Train Loss: 6.4025, Train Steps/Sec: 0.72
+[2025-03-21 01:56:21] (step=0014700) Train Loss: 6.3865, Train Steps/Sec: 0.72
+[2025-03-21 01:56:56] (step=0014725) Train Loss: 6.4113, Train Steps/Sec: 0.72
+[2025-03-21 01:57:32] (step=0014750) Train Loss: 6.4391, Train Steps/Sec: 0.69
+[2025-03-21 01:58:07] (step=0014775) Train Loss: 6.3700, Train Steps/Sec: 0.72
+[2025-03-21 01:58:43] (step=0014800) Train Loss: 6.4230, Train Steps/Sec: 0.70
+[2025-03-21 01:59:18] (step=0014825) Train Loss: 6.4252, Train Steps/Sec: 0.72
+[2025-03-21 01:59:53] (step=0014850) Train Loss: 6.4132, Train Steps/Sec: 0.72
+[2025-03-21 02:00:28] (step=0014875) Train Loss: 6.4216, Train Steps/Sec: 0.72
+[2025-03-21 02:01:03] (step=0014900) Train Loss: 6.4215, Train Steps/Sec: 0.72
+[2025-03-21 02:01:38] (step=0014925) Train Loss: 6.4252, Train Steps/Sec: 0.72
+[2025-03-21 02:02:13] (step=0014950) Train Loss: 6.4355, Train Steps/Sec: 0.71
+[2025-03-21 02:02:48] (step=0014975) Train Loss: 6.3882, Train Steps/Sec: 0.72
+[2025-03-21 02:03:23] (step=0015000) Train Loss: 6.4048, Train Steps/Sec: 0.72
+[2025-03-21 02:03:58] (step=0015025) Train Loss: 6.4226, Train Steps/Sec: 0.72
+[2025-03-21 02:04:33] (step=0015050) Train Loss: 6.3703, Train Steps/Sec: 0.72
+[2025-03-21 02:05:08] (step=0015075) Train Loss: 6.4106, Train Steps/Sec: 0.72
+[2025-03-21 02:05:43] (step=0015100) Train Loss: 6.4465, Train Steps/Sec: 0.72
+[2025-03-21 02:06:18] (step=0015125) Train Loss: 6.4212, Train Steps/Sec: 0.72
+[2025-03-21 02:06:53] (step=0015150) Train Loss: 6.4173, Train Steps/Sec: 0.72
+[2025-03-21 02:07:28] (step=0015175) Train Loss: 6.3896, Train Steps/Sec: 0.72
+[2025-03-21 02:08:02] (step=0015200) Train Loss: 6.4121, Train Steps/Sec: 0.72
+[2025-03-21 02:08:37] (step=0015225) Train Loss: 6.4142, Train Steps/Sec: 0.72
+[2025-03-21 02:09:12] (step=0015250) Train Loss: 6.4024, Train Steps/Sec: 0.72
+[2025-03-21 02:09:47] (step=0015275) Train Loss: 6.3999, Train Steps/Sec: 0.72
+[2025-03-21 02:10:22] (step=0015300) Train Loss: 6.3833, Train Steps/Sec: 0.72
+[2025-03-21 02:10:57] (step=0015325) Train Loss: 6.4049, Train Steps/Sec: 0.72
+[2025-03-21 02:11:32] (step=0015350) Train Loss: 6.4081, Train Steps/Sec: 0.72
+[2025-03-21 02:12:07] (step=0015375) Train Loss: 6.4086, Train Steps/Sec: 0.71
+[2025-03-21 02:12:42] (step=0015400) Train Loss: 6.4242, Train Steps/Sec: 0.72
+[2025-03-21 02:13:17] (step=0015425) Train Loss: 6.3931, Train Steps/Sec: 0.72
+[2025-03-21 02:13:52] (step=0015450) Train Loss: 6.4196, Train Steps/Sec: 0.72
+[2025-03-21 02:14:27] (step=0015475) Train Loss: 6.4264, Train Steps/Sec: 0.72
+[2025-03-21 02:15:02] (step=0015500) Train Loss: 6.4135, Train Steps/Sec: 0.72
+[2025-03-21 02:15:37] (step=0015525) Train Loss: 6.4198, Train Steps/Sec: 0.72
+[2025-03-21 02:16:12] (step=0015550) Train Loss: 6.3877, Train Steps/Sec: 0.72
+[2025-03-21 02:16:47] (step=0015575) Train Loss: 6.3871, Train Steps/Sec: 0.72
+[2025-03-21 02:17:22] (step=0015600) Train Loss: 6.4317, Train Steps/Sec: 0.72
+[2025-03-21 02:17:57] (step=0015625) Train Loss: 6.4222, Train Steps/Sec: 0.72
+[2025-03-21 02:18:32] (step=0015650) Train Loss: 6.3991, Train Steps/Sec: 0.72
+[2025-03-21 02:19:07] (step=0015675) Train Loss: 6.4249, Train Steps/Sec: 0.72
+[2025-03-21 02:19:41] (step=0015700) Train Loss: 6.4182, Train Steps/Sec: 0.72
+[2025-03-21 02:20:18] (step=0015725) Train Loss: 6.4274, Train Steps/Sec: 0.69
+[2025-03-21 02:20:53] (step=0015750) Train Loss: 6.3992, Train Steps/Sec: 0.72
+[2025-03-21 02:21:27] (step=0015775) Train Loss: 6.3805, Train Steps/Sec: 0.72
+[2025-03-21 02:22:02] (step=0015800) Train Loss: 6.3755, Train Steps/Sec: 0.72
+[2025-03-21 02:22:37] (step=0015825) Train Loss: 6.3810, Train Steps/Sec: 0.72
+[2025-03-21 02:23:12] (step=0015850) Train Loss: 6.4024, Train Steps/Sec: 0.72
+[2025-03-21 02:23:47] (step=0015875) Train Loss: 6.3810, Train Steps/Sec: 0.71
+[2025-03-21 02:24:23] (step=0015900) Train Loss: 6.4271, Train Steps/Sec: 0.69
+[2025-03-21 02:24:58] (step=0015925) Train Loss: 6.4100, Train Steps/Sec: 0.72
+[2025-03-21 02:25:33] (step=0015950) Train Loss: 6.3983, Train Steps/Sec: 0.72
+[2025-03-21 02:26:08] (step=0015975) Train Loss: 6.4109, Train Steps/Sec: 0.72
+[2025-03-21 02:26:43] (step=0016000) Train Loss: 6.4364, Train Steps/Sec: 0.72
+[2025-03-21 02:26:43] text_config is None. Initializing the text config with default values (`OPTConfig`).
+[2025-03-21 02:32:45] Finish Eval in 16000 steps...
+[2025-03-21 02:32:52] Saved checkpoint to checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0016000.pt
+[2025-03-21 02:32:53] Removed old checkpoint: checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0014000.pt
+[2025-03-21 02:33:28] (step=0016025) Train Loss: 6.4140, Train Steps/Sec: 0.06
+[2025-03-21 02:34:03] (step=0016050) Train Loss: 6.4090, Train Steps/Sec: 0.72
+[2025-03-21 02:34:38] (step=0016075) Train Loss: 6.4002, Train Steps/Sec: 0.71
+[2025-03-21 02:35:14] (step=0016100) Train Loss: 6.3993, Train Steps/Sec: 0.69
+[2025-03-21 02:35:49] (step=0016125) Train Loss: 6.4020, Train Steps/Sec: 0.72
+[2025-03-21 02:36:25] (step=0016150) Train Loss: 6.4036, Train Steps/Sec: 0.70
+[2025-03-21 02:37:00] (step=0016175) Train Loss: 6.4256, Train Steps/Sec: 0.72
+[2025-03-21 02:37:35] (step=0016200) Train Loss: 6.3889, Train Steps/Sec: 0.72
+[2025-03-21 02:38:10] (step=0016225) Train Loss: 6.4008, Train Steps/Sec: 0.72
+[2025-03-21 02:38:44] (step=0016250) Train Loss: 6.4108, Train Steps/Sec: 0.72
+[2025-03-21 02:39:19] (step=0016275) Train Loss: 6.4060, Train Steps/Sec: 0.72
+[2025-03-21 02:39:54] (step=0016300) Train Loss: 6.4109, Train Steps/Sec: 0.72
+[2025-03-21 02:40:29] (step=0016325) Train Loss: 6.4012, Train Steps/Sec: 0.72
+[2025-03-21 02:41:04] (step=0016350) Train Loss: 6.4064, Train Steps/Sec: 0.72
+[2025-03-21 02:41:39] (step=0016375) Train Loss: 6.4000, Train Steps/Sec: 0.72
+[2025-03-21 02:42:14] (step=0016400) Train Loss: 6.4227, Train Steps/Sec: 0.72
+[2025-03-21 02:42:49] (step=0016425) Train Loss: 6.3825, Train Steps/Sec: 0.72
+[2025-03-21 02:43:24] (step=0016450) Train Loss: 6.4030, Train Steps/Sec: 0.72
+[2025-03-21 02:44:00] (step=0016475) Train Loss: 6.3910, Train Steps/Sec: 0.69
+[2025-03-21 02:44:35] (step=0016500) Train Loss: 6.3763, Train Steps/Sec: 0.72
+[2025-03-21 02:45:10] (step=0016525) Train Loss: 6.4024, Train Steps/Sec: 0.72
+[2025-03-21 02:45:46] (step=0016550) Train Loss: 6.4089, Train Steps/Sec: 0.69
+[2025-03-21 02:46:21] (step=0016575) Train Loss: 6.4139, Train Steps/Sec: 0.72
+[2025-03-21 02:46:56] (step=0016600) Train Loss: 6.4163, Train Steps/Sec: 0.72
+[2025-03-21 02:47:31] (step=0016625) Train Loss: 6.3837, Train Steps/Sec: 0.72
+[2025-03-21 02:48:06] (step=0016650) Train Loss: 6.4170, Train Steps/Sec: 0.72
+[2025-03-21 02:48:41] (step=0016675) Train Loss: 6.3712, Train Steps/Sec: 0.72
+[2025-03-21 02:49:16] (step=0016700) Train Loss: 6.4108, Train Steps/Sec: 0.71
+[2025-03-21 02:49:51] (step=0016725) Train Loss: 6.3803, Train Steps/Sec: 0.72
+[2025-03-21 02:50:26] (step=0016750) Train Loss: 6.4143, Train Steps/Sec: 0.71
+[2025-03-21 02:51:01] (step=0016775) Train Loss: 6.4358, Train Steps/Sec: 0.72
+[2025-03-21 02:51:36] (step=0016800) Train Loss: 6.3983, Train Steps/Sec: 0.72
+[2025-03-21 02:52:10] (step=0016825) Train Loss: 6.4065, Train Steps/Sec: 0.72
+[2025-03-21 02:52:45] (step=0016850) Train Loss: 6.3846, Train Steps/Sec: 0.72
+[2025-03-21 02:53:21] (step=0016875) Train Loss: 6.4014, Train Steps/Sec: 0.70
+[2025-03-21 02:53:56] (step=0016900) Train Loss: 6.4214, Train Steps/Sec: 0.72
+[2025-03-21 02:54:31] (step=0016925) Train Loss: 6.4083, Train Steps/Sec: 0.72
+[2025-03-21 02:55:06] (step=0016950) Train Loss: 6.3926, Train Steps/Sec: 0.72
+[2025-03-21 02:55:41] (step=0016975) Train Loss: 6.3975, Train Steps/Sec: 0.72
+[2025-03-21 02:56:17] (step=0017000) Train Loss: 6.4116, Train Steps/Sec: 0.70
+[2025-03-21 02:56:52] (step=0017025) Train Loss: 6.3906, Train Steps/Sec: 0.72
+[2025-03-21 02:57:27] (step=0017050) Train Loss: 6.3962, Train Steps/Sec: 0.72
+[2025-03-21 02:58:02] (step=0017075) Train Loss: 6.4329, Train Steps/Sec: 0.72
+[2025-03-21 02:58:37] (step=0017100) Train Loss: 6.4167, Train Steps/Sec: 0.72
+[2025-03-21 02:59:12] (step=0017125) Train Loss: 6.3977, Train Steps/Sec: 0.72
+[2025-03-21 02:59:46] (step=0017150) Train Loss: 6.4517, Train Steps/Sec: 0.72
+[2025-03-21 03:00:21] (step=0017175) Train Loss: 6.3703, Train Steps/Sec: 0.72
+[2025-03-21 03:00:56] (step=0017200) Train Loss: 6.3639, Train Steps/Sec: 0.72
+[2025-03-21 03:01:31] (step=0017225) Train Loss: 6.4230, Train Steps/Sec: 0.72
+[2025-03-21 03:02:06] (step=0017250) Train Loss: 6.4003, Train Steps/Sec: 0.71
+[2025-03-21 03:02:41] (step=0017275) Train Loss: 6.4083, Train Steps/Sec: 0.72
+[2025-03-21 03:03:16] (step=0017300) Train Loss: 6.3798, Train Steps/Sec: 0.72
+[2025-03-21 03:03:51] (step=0017325) Train Loss: 6.3934, Train Steps/Sec: 0.71
+[2025-03-21 03:04:26] (step=0017350) Train Loss: 6.4107, Train Steps/Sec: 0.71
+[2025-03-21 03:05:01] (step=0017375) Train Loss: 6.4141, Train Steps/Sec: 0.71
+[2025-03-21 03:05:36] (step=0017400) Train Loss: 6.4003, Train Steps/Sec: 0.72
+[2025-03-21 03:06:11] (step=0017425) Train Loss: 6.4294, Train Steps/Sec: 0.72
+[2025-03-21 03:06:46] (step=0017450) Train Loss: 6.3935, Train Steps/Sec: 0.72
+[2025-03-21 03:07:21] (step=0017475) Train Loss: 6.4156, Train Steps/Sec: 0.72
+[2025-03-21 03:07:56] (step=0017500) Train Loss: 6.3934, Train Steps/Sec: 0.71
+[2025-03-21 03:08:31] (step=0017525) Train Loss: 6.4336, Train Steps/Sec: 0.72
+[2025-03-21 03:09:06] (step=0017550) Train Loss: 6.3892, Train Steps/Sec: 0.72
+[2025-03-21 03:09:41] (step=0017575) Train Loss: 6.4126, Train Steps/Sec: 0.72
+[2025-03-21 03:10:16] (step=0017600) Train Loss: 6.4017, Train Steps/Sec: 0.72
+[2025-03-21 03:10:50] (step=0017625) Train Loss: 6.3921, Train Steps/Sec: 0.72
+[2025-03-21 03:11:25] (step=0017650) Train Loss: 6.4238, Train Steps/Sec: 0.72
+[2025-03-21 03:12:00] (step=0017675) Train Loss: 6.4161, Train Steps/Sec: 0.72
+[2025-03-21 03:12:35] (step=0017700) Train Loss: 6.4139, Train Steps/Sec: 0.72
+[2025-03-21 03:13:11] (step=0017725) Train Loss: 6.4032, Train Steps/Sec: 0.69
+[2025-03-21 03:13:46] (step=0017750) Train Loss: 6.4099, Train Steps/Sec: 0.72
+[2025-03-21 03:14:21] (step=0017775) Train Loss: 6.4100, Train Steps/Sec: 0.72
+[2025-03-21 03:14:56] (step=0017800) Train Loss: 6.4039, Train Steps/Sec: 0.72
+[2025-03-21 03:15:31] (step=0017825) Train Loss: 6.4030, Train Steps/Sec: 0.72
+[2025-03-21 03:16:06] (step=0017850) Train Loss: 6.3493, Train Steps/Sec: 0.72
+[2025-03-21 03:16:41] (step=0017875) Train Loss: 6.4039, Train Steps/Sec: 0.72
+[2025-03-21 03:17:17] (step=0017900) Train Loss: 6.4165, Train Steps/Sec: 0.69
+[2025-03-21 03:17:52] (step=0017925) Train Loss: 6.3951, Train Steps/Sec: 0.72
+[2025-03-21 03:18:27] (step=0017950) Train Loss: 6.3934, Train Steps/Sec: 0.72
+[2025-03-21 03:19:02] (step=0017975) Train Loss: 6.4046, Train Steps/Sec: 0.72
+[2025-03-21 03:19:37] (step=0018000) Train Loss: 6.3949, Train Steps/Sec: 0.72
+[2025-03-21 03:19:37] text_config is None. Initializing the text config with default values (`OPTConfig`).
+[2025-03-21 03:25:39] Finish Eval in 18000 steps...
+[2025-03-21 03:25:46] Saved checkpoint to checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0018000.pt
+[2025-03-21 03:25:46] Removed old checkpoint: checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0016000.pt
+[2025-03-21 03:26:21] (step=0018025) Train Loss: 6.3912, Train Steps/Sec: 0.06
+[2025-03-21 03:26:56] (step=0018050) Train Loss: 6.4059, Train Steps/Sec: 0.71
+[2025-03-21 03:27:31] (step=0018075) Train Loss: 6.3700, Train Steps/Sec: 0.72
+[2025-03-21 03:28:06] (step=0018100) Train Loss: 6.4192, Train Steps/Sec: 0.72
+[2025-03-21 03:28:41] (step=0018125) Train Loss: 6.3878, Train Steps/Sec: 0.72
+[2025-03-21 03:29:16] (step=0018150) Train Loss: 6.4107, Train Steps/Sec: 0.72
+[2025-03-21 03:29:51] (step=0018175) Train Loss: 6.4124, Train Steps/Sec: 0.72
+[2025-03-21 03:30:26] (step=0018200) Train Loss: 6.4219, Train Steps/Sec: 0.72
+[2025-03-21 03:31:01] (step=0018225) Train Loss: 6.4332, Train Steps/Sec: 0.72
+[2025-03-21 03:31:36] (step=0018250) Train Loss: 6.4196, Train Steps/Sec: 0.72
+[2025-03-21 03:32:11] (step=0018275) Train Loss: 6.3855, Train Steps/Sec: 0.72
+[2025-03-21 03:32:46] (step=0018300) Train Loss: 6.4043, Train Steps/Sec: 0.72
+[2025-03-21 03:33:21] (step=0018325) Train Loss: 6.4057, Train Steps/Sec: 0.72
+[2025-03-21 03:33:56] (step=0018350) Train Loss: 6.3901, Train Steps/Sec: 0.72
+[2025-03-21 03:34:32] (step=0018375) Train Loss: 6.4202, Train Steps/Sec: 0.69
+[2025-03-21 03:35:07] (step=0018400) Train Loss: 6.3991, Train Steps/Sec: 0.72
+[2025-03-21 03:35:42] (step=0018425) Train Loss: 6.4214, Train Steps/Sec: 0.71
+[2025-03-21 03:36:17] (step=0018450) Train Loss: 6.4188, Train Steps/Sec: 0.71
+[2025-03-21 03:36:52] (step=0018475) Train Loss: 6.4130, Train Steps/Sec: 0.71
+[2025-03-21 03:37:27] (step=0018500) Train Loss: 6.4083, Train Steps/Sec: 0.72
+[2025-03-21 03:38:02] (step=0018525) Train Loss: 6.4400, Train Steps/Sec: 0.72
+[2025-03-21 03:38:37] (step=0018550) Train Loss: 6.3966, Train Steps/Sec: 0.72
+[2025-03-21 03:39:12] (step=0018575) Train Loss: 6.3819, Train Steps/Sec: 0.72
+[2025-03-21 03:39:48] (step=0018600) Train Loss: 6.4222, Train Steps/Sec: 0.69
+[2025-03-21 03:40:23] (step=0018625) Train Loss: 6.4152, Train Steps/Sec: 0.72
+[2025-03-21 03:40:58] (step=0018650) Train Loss: 6.3751, Train Steps/Sec: 0.72
+[2025-03-21 03:41:33] (step=0018675) Train Loss: 6.4011, Train Steps/Sec: 0.72
+[2025-03-21 03:42:07] (step=0018700) Train Loss: 6.3712, Train Steps/Sec: 0.72
+[2025-03-21 03:42:42] (step=0018725) Train Loss: 6.3887, Train Steps/Sec: 0.72
+[2025-03-21 03:43:18] (step=0018750) Train Loss: 6.3734, Train Steps/Sec: 0.70
+[2025-03-21 03:43:54] (step=0018775) Train Loss: 6.3804, Train Steps/Sec: 0.70
+[2025-03-21 03:44:29] (step=0018800) Train Loss: 6.4244, Train Steps/Sec: 0.72
+[2025-03-21 03:45:04] (step=0018825) Train Loss: 6.4183, Train Steps/Sec: 0.72
+[2025-03-21 03:45:39] (step=0018850) Train Loss: 6.3970, Train Steps/Sec: 0.72
+[2025-03-21 03:46:15] (step=0018875) Train Loss: 6.3978, Train Steps/Sec: 0.70
+[2025-03-21 03:46:50] (step=0018900) Train Loss: 6.4064, Train Steps/Sec: 0.72
+[2025-03-21 03:47:25] (step=0018925) Train Loss: 6.4034, Train Steps/Sec: 0.71
+[2025-03-21 03:48:00] (step=0018950) Train Loss: 6.4112, Train Steps/Sec: 0.72
+[2025-03-21 03:48:35] (step=0018975) Train Loss: 6.3946, Train Steps/Sec: 0.72
+[2025-03-21 03:49:10] (step=0019000) Train Loss: 6.3969, Train Steps/Sec: 0.72
+[2025-03-21 03:49:46] (step=0019025) Train Loss: 6.4109, Train Steps/Sec: 0.69
+[2025-03-21 03:50:21] (step=0019050) Train Loss: 6.4117, Train Steps/Sec: 0.72
+[2025-03-21 03:50:56] (step=0019075) Train Loss: 6.4210, Train Steps/Sec: 0.72
+[2025-03-21 03:51:30] (step=0019100) Train Loss: 6.3980, Train Steps/Sec: 0.72
+[2025-03-21 03:52:05] (step=0019125) Train Loss: 6.4104, Train Steps/Sec: 0.72
+[2025-03-21 03:52:40] (step=0019150) Train Loss: 6.4225, Train Steps/Sec: 0.72
+[2025-03-21 03:53:15] (step=0019175) Train Loss: 6.4190, Train Steps/Sec: 0.72
+[2025-03-21 03:53:50] (step=0019200) Train Loss: 6.3875, Train Steps/Sec: 0.72
+[2025-03-21 03:54:25] (step=0019225) Train Loss: 6.3486, Train Steps/Sec: 0.72
+[2025-03-21 03:55:00] (step=0019250) Train Loss: 6.4044, Train Steps/Sec: 0.72
+[2025-03-21 03:55:35] (step=0019275) Train Loss: 6.3887, Train Steps/Sec: 0.72
+[2025-03-21 03:56:10] (step=0019300) Train Loss: 6.3902, Train Steps/Sec: 0.72
+[2025-03-21 03:56:45] (step=0019325) Train Loss: 6.3945, Train Steps/Sec: 0.72
+[2025-03-21 03:57:20] (step=0019350) Train Loss: 6.3907, Train Steps/Sec: 0.72
+[2025-03-21 03:57:55] (step=0019375) Train Loss: 6.3920, Train Steps/Sec: 0.72
+[2025-03-21 03:58:30] (step=0019400) Train Loss: 6.3783, Train Steps/Sec: 0.72
+[2025-03-21 03:59:05] (step=0019425) Train Loss: 6.4094, Train Steps/Sec: 0.72
+[2025-03-21 03:59:40] (step=0019450) Train Loss: 6.3843, Train Steps/Sec: 0.72
+[2025-03-21 04:00:15] (step=0019475) Train Loss: 6.3943, Train Steps/Sec: 0.72
+[2025-03-21 04:00:49] (step=0019500) Train Loss: 6.3949, Train Steps/Sec: 0.72
+[2025-03-21 04:01:24] (step=0019525) Train Loss: 6.3919, Train Steps/Sec: 0.72
+[2025-03-21 04:01:59] (step=0019550) Train Loss: 6.4067, Train Steps/Sec: 0.72
+[2025-03-21 04:02:34] (step=0019575) Train Loss: 6.4200, Train Steps/Sec: 0.72
+[2025-03-21 04:03:09] (step=0019600) Train Loss: 6.4007, Train Steps/Sec: 0.72
+[2025-03-21 04:03:44] (step=0019625) Train Loss: 6.3963, Train Steps/Sec: 0.72
+[2025-03-21 04:04:19] (step=0019650) Train Loss: 6.4086, Train Steps/Sec: 0.72
+[2025-03-21 04:04:54] (step=0019675) Train Loss: 6.4067, Train Steps/Sec: 0.72
+[2025-03-21 04:05:29] (step=0019700) Train Loss: 6.3943, Train Steps/Sec: 0.72
+[2025-03-21 04:06:05] (step=0019725) Train Loss: 6.3729, Train Steps/Sec: 0.69
+[2025-03-21 04:06:40] (step=0019750) Train Loss: 6.4144, Train Steps/Sec: 0.72
+[2025-03-21 04:07:15] (step=0019775) Train Loss: 6.3864, Train Steps/Sec: 0.72
+[2025-03-21 04:07:50] (step=0019800) Train Loss: 6.4070, Train Steps/Sec: 0.72
+[2025-03-21 04:08:25] (step=0019825) Train Loss: 6.3688, Train Steps/Sec: 0.72
+[2025-03-21 04:09:00] (step=0019850) Train Loss: 6.3642, Train Steps/Sec: 0.72
+[2025-03-21 04:09:35] (step=0019875) Train Loss: 6.3811, Train Steps/Sec: 0.72
+[2025-03-21 04:10:10] (step=0019900) Train Loss: 6.4052, Train Steps/Sec: 0.72
+[2025-03-21 04:10:45] (step=0019925) Train Loss: 6.3972, Train Steps/Sec: 0.72
+[2025-03-21 04:11:20] (step=0019950) Train Loss: 6.3985, Train Steps/Sec: 0.71
+[2025-03-21 04:11:54] (step=0019975) Train Loss: 6.4144, Train Steps/Sec: 0.71
+[2025-03-21 04:12:29] (step=0020000) Train Loss: 6.3964, Train Steps/Sec: 0.72
+[2025-03-21 04:12:29] text_config is None. Initializing the text config with default values (`OPTConfig`).
+[2025-03-21 04:18:32] Finish Eval in 20000 steps...
+[2025-03-21 04:18:39] Saved checkpoint to checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0020000.pt
+[2025-03-21 04:18:39] Removed old checkpoint: checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0018000.pt
+[2025-03-21 04:19:14] (step=0020025) Train Loss: 6.4165, Train Steps/Sec: 0.06
+[2025-03-21 04:19:49] (step=0020050) Train Loss: 6.4194, Train Steps/Sec: 0.72
+[2025-03-21 04:20:24] (step=0020075) Train Loss: 6.3818, Train Steps/Sec: 0.72
+[2025-03-21 04:20:59] (step=0020100) Train Loss: 6.4276, Train Steps/Sec: 0.72
+[2025-03-21 04:21:34] (step=0020125) Train Loss: 6.4217, Train Steps/Sec: 0.72
+[2025-03-21 04:22:09] (step=0020150) Train Loss: 6.4100, Train Steps/Sec: 0.72
+[2025-03-21 04:22:44] (step=0020175) Train Loss: 6.4028, Train Steps/Sec: 0.72
+[2025-03-21 04:23:19] (step=0020200) Train Loss: 6.4108, Train Steps/Sec: 0.72
+[2025-03-21 04:23:54] (step=0020225) Train Loss: 6.3864, Train Steps/Sec: 0.72
+[2025-03-21 04:24:29] (step=0020250) Train Loss: 6.3886, Train Steps/Sec: 0.71
+[2025-03-21 04:25:04] (step=0020275) Train Loss: 6.4142, Train Steps/Sec: 0.72
+[2025-03-21 04:25:39] (step=0020300) Train Loss: 6.3951, Train Steps/Sec: 0.72
+[2025-03-21 04:26:14] (step=0020325) Train Loss: 6.3855, Train Steps/Sec: 0.72
+[2025-03-21 04:26:48] (step=0020350) Train Loss: 6.3803, Train Steps/Sec: 0.72
+[2025-03-21 04:27:23] (step=0020375) Train Loss: 6.3810, Train Steps/Sec: 0.72
+[2025-03-21 04:27:58] (step=0020400) Train Loss: 6.3824, Train Steps/Sec: 0.72
+[2025-03-21 04:28:33] (step=0020425) Train Loss: 6.3963, Train Steps/Sec: 0.72
+[2025-03-21 04:29:10] (step=0020450) Train Loss: 6.3914, Train Steps/Sec: 0.69
+[2025-03-21 04:29:44] (step=0020475) Train Loss: 6.4009, Train Steps/Sec: 0.72
+[2025-03-21 04:30:19] (step=0020500) Train Loss: 6.3977, Train Steps/Sec: 0.72
+[2025-03-21 04:30:55] (step=0020525) Train Loss: 6.3947, Train Steps/Sec: 0.69
+[2025-03-21 04:31:30] (step=0020550) Train Loss: 6.3958, Train Steps/Sec: 0.72
+[2025-03-21 04:32:05] (step=0020575) Train Loss: 6.3645, Train Steps/Sec: 0.72
+[2025-03-21 04:32:41] (step=0020600) Train Loss: 6.4031, Train Steps/Sec: 0.69
+[2025-03-21 04:33:16] (step=0020625) Train Loss: 6.3919, Train Steps/Sec: 0.72
+[2025-03-21 04:33:51] (step=0020650) Train Loss: 6.3619, Train Steps/Sec: 0.72
+[2025-03-21 04:34:26] (step=0020675) Train Loss: 6.4173, Train Steps/Sec: 0.72
+[2025-03-21 04:35:01] (step=0020700) Train Loss: 6.3527, Train Steps/Sec: 0.72
+[2025-03-21 04:35:37] (step=0020725) Train Loss: 6.4168, Train Steps/Sec: 0.70
+[2025-03-21 04:36:12] (step=0020750) Train Loss: 6.3854, Train Steps/Sec: 0.72
+[2025-03-21 04:36:47] (step=0020775) Train Loss: 6.4020, Train Steps/Sec: 0.72
+[2025-03-21 04:37:22] (step=0020800) Train Loss: 6.3876, Train Steps/Sec: 0.72
+[2025-03-21 04:37:57] (step=0020825) Train Loss: 6.4004, Train Steps/Sec: 0.72
+[2025-03-21 04:38:32] (step=0020850) Train Loss: 6.4154, Train Steps/Sec: 0.72
+[2025-03-21 04:39:07] (step=0020875) Train Loss: 6.3917, Train Steps/Sec: 0.71
+[2025-03-21 04:39:42] (step=0020900) Train Loss: 6.3794, Train Steps/Sec: 0.72
+[2025-03-21 04:40:18] (step=0020925) Train Loss: 6.3892, Train Steps/Sec: 0.70
+[2025-03-21 04:40:52] (step=0020950) Train Loss: 6.4117, Train Steps/Sec: 0.72
+[2025-03-21 04:41:27] (step=0020975) Train Loss: 6.4204, Train Steps/Sec: 0.72
+[2025-03-21 04:42:02] (step=0021000) Train Loss: 6.3726, Train Steps/Sec: 0.72
+[2025-03-21 04:42:37] (step=0021025) Train Loss: 6.3634, Train Steps/Sec: 0.72
+[2025-03-21 04:43:12] (step=0021050) Train Loss: 6.3828, Train Steps/Sec: 0.72
+[2025-03-21 04:43:47] (step=0021075) Train Loss: 6.3750, Train Steps/Sec: 0.72
+[2025-03-21 04:44:22] (step=0021100) Train Loss: 6.3752, Train Steps/Sec: 0.72
+[2025-03-21 04:44:57] (step=0021125) Train Loss: 6.4041, Train Steps/Sec: 0.72
+[2025-03-21 04:45:32] (step=0021150) Train Loss: 6.3967, Train Steps/Sec: 0.72
+[2025-03-21 04:46:07] (step=0021175) Train Loss: 6.4078, Train Steps/Sec: 0.72
+[2025-03-21 04:46:42] (step=0021200) Train Loss: 6.3958, Train Steps/Sec: 0.72
+[2025-03-21 04:47:17] (step=0021225) Train Loss: 6.3923, Train Steps/Sec: 0.72
+[2025-03-21 04:47:52] (step=0021250) Train Loss: 6.4356, Train Steps/Sec: 0.72
+[2025-03-21 04:48:27] (step=0021275) Train Loss: 6.3805, Train Steps/Sec: 0.72
+[2025-03-21 04:49:01] (step=0021300) Train Loss: 6.3991, Train Steps/Sec: 0.72
+[2025-03-21 04:49:36] (step=0021325) Train Loss: 6.3986, Train Steps/Sec: 0.72
+[2025-03-21 04:50:11] (step=0021350) Train Loss: 6.3888, Train Steps/Sec: 0.72
+[2025-03-21 04:50:47] (step=0021375) Train Loss: 6.4120, Train Steps/Sec: 0.70
+[2025-03-21 04:51:22] (step=0021400) Train Loss: 6.3959, Train Steps/Sec: 0.72
+[2025-03-21 04:51:57] (step=0021425) Train Loss: 6.3914, Train Steps/Sec: 0.72
+[2025-03-21 04:52:32] (step=0021450) Train Loss: 6.4115, Train Steps/Sec: 0.72
+[2025-03-21 04:53:07] (step=0021475) Train Loss: 6.3913, Train Steps/Sec: 0.72
+[2025-03-21 04:53:42] (step=0021500) Train Loss: 6.3491, Train Steps/Sec: 0.72
+[2025-03-21 04:54:17] (step=0021525) Train Loss: 6.3882, Train Steps/Sec: 0.72
+[2025-03-21 04:54:52] (step=0021550) Train Loss: 6.3860, Train Steps/Sec: 0.72
+[2025-03-21 04:55:27] (step=0021575) Train Loss: 6.3636, Train Steps/Sec: 0.72
+[2025-03-21 04:56:02] (step=0021600) Train Loss: 6.3732, Train Steps/Sec: 0.72
+[2025-03-21 04:56:36] (step=0021625) Train Loss: 6.3762, Train Steps/Sec: 0.72
+[2025-03-21 04:57:11] (step=0021650) Train Loss: 6.3944, Train Steps/Sec: 0.72
+[2025-03-21 04:57:46] (step=0021675) Train Loss: 6.4159, Train Steps/Sec: 0.72
+[2025-03-21 04:58:21] (step=0021700) Train Loss: 6.4051, Train Steps/Sec: 0.71
+[2025-03-21 04:58:57] (step=0021725) Train Loss: 6.3964, Train Steps/Sec: 0.69
+[2025-03-21 04:59:32] (step=0021750) Train Loss: 6.3787, Train Steps/Sec: 0.72
+[2025-03-21 05:00:07] (step=0021775) Train Loss: 6.3998, Train Steps/Sec: 0.72
+[2025-03-21 05:00:43] (step=0021800) Train Loss: 6.3657, Train Steps/Sec: 0.70
+[2025-03-21 05:01:18] (step=0021825) Train Loss: 6.3779, Train Steps/Sec: 0.72
+[2025-03-21 05:01:53] (step=0021850) Train Loss: 6.3952, Train Steps/Sec: 0.72
+[2025-03-21 05:02:28] (step=0021875) Train Loss: 6.3746, Train Steps/Sec: 0.72
+[2025-03-21 05:03:03] (step=0021900) Train Loss: 6.3982, Train Steps/Sec: 0.72
+[2025-03-21 05:03:38] (step=0021925) Train Loss: 6.4067, Train Steps/Sec: 0.72
+[2025-03-21 05:04:13] (step=0021950) Train Loss: 6.4048, Train Steps/Sec: 0.72
+[2025-03-21 05:04:48] (step=0021975) Train Loss: 6.3832, Train Steps/Sec: 0.72
+[2025-03-21 05:05:23] (step=0022000) Train Loss: 6.4023, Train Steps/Sec: 0.72
+[2025-03-21 05:05:23] text_config is None. Initializing the text config with default values (`OPTConfig`).
+[2025-03-21 05:11:26] Finish Eval in 22000 steps...
+[2025-03-21 05:11:33] Saved checkpoint to checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0022000.pt
+[2025-03-21 05:11:34] Removed old checkpoint: checkpoints/TWO_node_llavat5_subject_train_all_T5_subject_t2i_ti2i_120_w_flux_segment_noimageonly_newfix_train_all/014-GPT-XL/checkpoints/0020000.pt
+[2025-03-21 05:12:09] (step=0022025) Train Loss: 6.3806, Train Steps/Sec: 0.06
+[2025-03-21 05:12:44] (step=0022050) Train Loss: 6.3704, Train Steps/Sec: 0.71
+[2025-03-21 05:13:19] (step=0022075) Train Loss: 6.4170, Train Steps/Sec: 0.72
+[2025-03-21 05:13:53] (step=0022100) Train Loss: 6.3608, Train Steps/Sec: 0.72
+[2025-03-21 05:14:28] (step=0022125) Train Loss: 6.4188, Train Steps/Sec: 0.72
+[2025-03-21 05:15:03] (step=0022150) Train Loss: 6.3739, Train Steps/Sec: 0.72
+[2025-03-21 05:15:38] (step=0022175) Train Loss: 6.3662, Train Steps/Sec: 0.72
+[2025-03-21 05:16:13] (step=0022200) Train Loss: 6.3937, Train Steps/Sec: 0.72
+[2025-03-21 05:16:48] (step=0022225) Train Loss: 6.3978, Train Steps/Sec: 0.72
+[2025-03-21 05:17:23] (step=0022250) Train Loss: 6.3815, Train Steps/Sec: 0.72
+[2025-03-21 05:17:58] (step=0022275) Train Loss: 6.3691, Train Steps/Sec: 0.72
+[2025-03-21 05:18:33] (step=0022300) Train Loss: 6.3940, Train Steps/Sec: 0.71
+[2025-03-21 05:19:08] (step=0022325) Train Loss: 6.4030, Train Steps/Sec: 0.72
+[2025-03-21 05:19:43] (step=0022350) Train Loss: 6.3969, Train Steps/Sec: 0.72
+[2025-03-21 05:20:18] (step=0022375) Train Loss: 6.3963, Train Steps/Sec: 0.72
+[2025-03-21 05:20:53] (step=0022400) Train Loss: 6.3602, Train Steps/Sec: 0.72
+[2025-03-21 05:21:28] (step=0022425) Train Loss: 6.3993, Train Steps/Sec: 0.72
+[2025-03-21 05:22:03] (step=0022450) Train Loss: 6.3735, Train Steps/Sec: 0.71
+[2025-03-21 05:22:39] (step=0022475) Train Loss: 6.3953, Train Steps/Sec: 0.69
+[2025-03-21 05:23:14] (step=0022500) Train Loss: 6.4150, Train Steps/Sec: 0.72
+[2025-03-21 05:23:49] (step=0022525) Train Loss: 6.3966, Train Steps/Sec: 0.72
+[2025-03-21 05:24:24] (step=0022550) Train Loss: 6.3950, Train Steps/Sec: 0.72
+[2025-03-21 05:24:59] (step=0022575) Train Loss: 6.3610, Train Steps/Sec: 0.72
+[2025-03-21 05:25:34] (step=0022600) Train Loss: 6.3677, Train Steps/Sec: 0.72
+[2025-03-21 05:26:08] (step=0022625) Train Loss: 6.3718, Train Steps/Sec: 0.72
+[2025-03-21 05:26:43] (step=0022650) Train Loss: 6.3712, Train Steps/Sec: 0.72
+[2025-03-21 05:27:18] (step=0022675) Train Loss: 6.3926, Train Steps/Sec: 0.71
+[2025-03-21 05:27:53] (step=0022700) Train Loss: 6.3849, Train Steps/Sec: 0.72
+[2025-03-21 05:28:28] (step=0022725) Train Loss: 6.3839, Train Steps/Sec: 0.72
+[2025-03-21 05:29:03] (step=0022750) Train Loss: 6.3588, Train Steps/Sec: 0.72
+[2025-03-21 05:29:40] (step=0022775) Train Loss: 6.3741, Train Steps/Sec: 0.69
+[2025-03-21 05:30:14] (step=0022800) Train Loss: 6.3778, Train Steps/Sec: 0.72
+[2025-03-21 05:30:49] (step=0022825) Train Loss: 6.4009, Train Steps/Sec: 0.72
+[2025-03-21 05:31:24] (step=0022850) Train Loss: 6.3984, Train Steps/Sec: 0.72
+[2025-03-21 05:31:59] (step=0022875) Train Loss: 6.4011, Train Steps/Sec: 0.71
+[2025-03-21 05:32:34] (step=0022900) Train Loss: 6.3943, Train Steps/Sec: 0.71
+[2025-03-21 05:33:09] (step=0022925) Train Loss: 6.4090, Train Steps/Sec: 0.72
+[2025-03-21 05:33:44] (step=0022950) Train Loss: 6.3990, Train Steps/Sec: 0.72
+[2025-03-21 05:34:19] (step=0022975) Train Loss: 6.3927, Train Steps/Sec: 0.72
+[2025-03-21 05:34:54] (step=0023000) Train Loss: 6.3857, Train Steps/Sec: 0.72
+[2025-03-21 05:35:29] (step=0023025) Train Loss: 6.4064, Train Steps/Sec: 0.72
+[2025-03-21 05:36:04] (step=0023050) Train Loss: 6.4067, Train Steps/Sec: 0.72
+[2025-03-21 05:36:39] (step=0023075) Train Loss: 6.3986, Train Steps/Sec: 0.72
+[2025-03-21 05:37:15] (step=0023100) Train Loss: 6.3931, Train Steps/Sec: 0.69
+[2025-03-21 05:37:50] (step=0023125) Train Loss: 6.3747, Train Steps/Sec: 0.72
+[2025-03-21 05:38:25] (step=0023150) Train Loss: 6.3900, Train Steps/Sec: 0.72
+[2025-03-21 05:39:00] (step=0023175) Train Loss: 6.3792, Train Steps/Sec: 0.72
+[2025-03-21 05:39:35] (step=0023200) Train Loss: 6.3700, Train Steps/Sec: 0.72
+[2025-03-21 05:40:10] (step=0023225) Train Loss: 6.3990, Train Steps/Sec: 0.72
+[2025-03-21 05:40:45] (step=0023250) Train Loss: 6.3965, Train Steps/Sec: 0.72
+[2025-03-21 05:41:19] (step=0023275) Train Loss: 6.4291, Train Steps/Sec: 0.72
+[2025-03-21 05:41:54] (step=0023300) Train Loss: 6.3865, Train Steps/Sec: 0.72
+[2025-03-21 05:42:29] (step=0023325) Train Loss: 6.3662, Train Steps/Sec: 0.72
+[2025-03-21 05:43:04] (step=0023350) Train Loss: 6.3977, Train Steps/Sec: 0.72
+[2025-03-21 05:43:39] (step=0023375) Train Loss: 6.3776, Train Steps/Sec: 0.72
+[2025-03-21 05:44:15] (step=0023400) Train Loss: 6.3726, Train Steps/Sec: 0.70
+[2025-03-21 05:44:50] (step=0023425) Train Loss: 6.4272, Train Steps/Sec: 0.72
+[2025-03-21 05:45:25] (step=0023450) Train Loss: 6.3775, Train Steps/Sec: 0.72
+[2025-03-21 05:46:01] (step=0023475) Train Loss: 6.3884, Train Steps/Sec: 0.70
+[2025-03-21 05:46:37] (step=0023500) Train Loss: 6.4057, Train Steps/Sec: 0.69
+[2025-03-21 05:47:12] (step=0023525) Train Loss: 6.3665, Train Steps/Sec: 0.72
+[2025-03-21 05:47:47] (step=0023550) Train Loss: 6.3712, Train Steps/Sec: 0.72
+[2025-03-21 05:48:22] (step=0023575) Train Loss: 6.4047, Train Steps/Sec: 0.72
+[2025-03-21 05:48:28] Done!