diff --git a/LTA_openwebtext_dualt/logs/lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0.restart_20260507_184431.launcher.log b/LTA_openwebtext_dualt/logs/lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0.restart_20260507_184431.launcher.log
new file mode 100644
index 0000000000000000000000000000000000000000..5164f97a9422b6d2496932d0a0b70e277d7fc389
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0.restart_20260507_184431.launcher.log
@@ -0,0 +1,448 @@
+[launch] method=logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled host=di-20260411014000-djqhq time=2026-05-07T18:44:31+00:00
+[launch] cwd=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt
+[launch] run_name=lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0
+[launch] save_dir=runs/lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0
+[launch] log_file=logs/lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0.log
+
+*****************************************
+Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. 
+*****************************************
+NCCL version 2.25.1+cuda12.8
+resumed_from=runs/lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0/latest.pt start_step=3001
+{
+  "device": "cuda:0",
+  "rank": 0,
+  "world_size": 4,
+  "samples": "wrapped_stream",
+  "vocab_size": 30522,
+  "save_dir": "runs/lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0",
+  "batch_size": 64,
+  "grad_accum": 2,
+  "effective_batch_size": 512,
+  "global_batch_size": 512,
+  "lr_schedule": "constant_warmup",
+  "warmup_steps": 2500,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "adam_eps": 1e-08,
+  "model_type": "ddit",
+  "dual_t": true,
+  "corrupt_t_mode": "same",
+  "corrupt_min_t": 0.0,
+  "corrupt_max_t": 1.0,
+  "dirichlet_endpoint_mode": "categorical_dual_t",
+  "dirichlet_semantic_t_mode": "same",
+  "dirichlet_semantic_t_value": 0.0,
+  "categorical_wrong_from_full_vocab": true,
+  "simplex_bridge_sampler": "logistic_normal_linear_mean",
+  "logistic_normal_sigma_min": 0.18,
+  "logistic_normal_sigma_max": 2.2,
+  "logistic_normal_tau_min": 0.65,
+  "logistic_normal_tau_max": 1.15,
+  "torch_compile": false,
+  "compile_mode": "max-autotune",
+  "state_format": "prob",
+  "target_loss": "hard_ce",
+  "meanflow_weight": 0.0,
+  "bridge_noise_init": "logistic_normal",
+  "noise_sigma": -1.0,
+  "wrap": true,
+  "wrap_mode": "stream",
+  "wrap_record_buffer_size": 200,
+  "openwebtext_split": "all",
+  "detokenizer": "auto",
+  "resolved_detokenizer": "lm1b",
+  "num_workers": 0,
+  "latest_every": 1000,
+  "resume_path": "runs/lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0/latest.pt"
+}
+step=3100 micro_steps=6200 elapsed=34.0s lr=3.000000e-04 loss_all=1.4351 acc_all=0.7838 loss_corrupt=2.4901 acc_corrupt=0.6215 corrupt_frac=0.5489 loss=2.4901 loss_recon=2.4901 loss_meanflow=0.0000 mean_model_t=0.5004 mean_corrupt_t=0.5004 wrong_frac=0.4963 init_acc_corrupt=0.4923 init_gold_top10=0.4993 init_gold_top100=0.5039
+step=3200 micro_steps=6400 elapsed=32.4s lr=3.000000e-04 loss_all=1.4356 acc_all=0.7836 loss_corrupt=2.4901 acc_corrupt=0.6217 corrupt_frac=0.5503 loss=2.4901 loss_recon=2.4901 loss_meanflow=0.0000 mean_model_t=0.5021 mean_corrupt_t=0.5021 wrong_frac=0.4978 init_acc_corrupt=0.4912 init_gold_top10=0.4979 init_gold_top100=0.5023
+step=3300 micro_steps=6600 elapsed=32.4s lr=3.000000e-04 loss_all=1.4527 acc_all=0.7811 loss_corrupt=2.5022 acc_corrupt=0.6200 corrupt_frac=0.5541 loss=2.5022 loss_recon=2.5022 loss_meanflow=0.0000 mean_model_t=0.5008 mean_corrupt_t=0.5008 wrong_frac=0.4990 init_acc_corrupt=0.4898 init_gold_top10=0.4966 init_gold_top100=0.5011
+step=3400 micro_steps=6800 elapsed=32.5s lr=3.000000e-04 loss_all=1.4397 acc_all=0.7830 loss_corrupt=2.4930 acc_corrupt=0.6213 corrupt_frac=0.5525 loss=2.4930 loss_recon=2.4930 loss_meanflow=0.0000 mean_model_t=0.5025 mean_corrupt_t=0.5025 wrong_frac=0.4996 init_acc_corrupt=0.4892 init_gold_top10=0.4960 init_gold_top100=0.5005
+step=3500 micro_steps=7000 elapsed=32.6s lr=3.000000e-04 loss_all=1.4347 acc_all=0.7830 loss_corrupt=2.4858 acc_corrupt=0.6210 corrupt_frac=0.5524 loss=2.4858 loss_recon=2.4858 loss_meanflow=0.0000 mean_model_t=0.4993 mean_corrupt_t=0.4993 wrong_frac=0.5015 init_acc_corrupt=0.4869 init_gold_top10=0.4939 init_gold_top100=0.4985
+step=3600 micro_steps=7200 elapsed=32.6s lr=3.000000e-04 loss_all=1.4199 acc_all=0.7848 loss_corrupt=2.4697 acc_corrupt=0.6226 corrupt_frac=0.5500 loss=2.4697 loss_recon=2.4697 loss_meanflow=0.0000 mean_model_t=0.4995 mean_corrupt_t=0.4995 wrong_frac=0.5005 init_acc_corrupt=0.4882 init_gold_top10=0.4950 init_gold_top100=0.4995
+step=3700 micro_steps=7400 elapsed=32.6s lr=3.000000e-04 loss_all=1.4085 acc_all=0.7862 loss_corrupt=2.4563 acc_corrupt=0.6239 corrupt_frac=0.5486 loss=2.4563 loss_recon=2.4563 loss_meanflow=0.0000 mean_model_t=0.4990 mean_corrupt_t=0.4990 wrong_frac=0.5002 init_acc_corrupt=0.4884 init_gold_top10=0.4953 init_gold_top100=0.4998
+step=3800 micro_steps=7600 elapsed=32.6s lr=3.000000e-04 loss_all=1.4062 acc_all=0.7863 loss_corrupt=2.4486 acc_corrupt=0.6251 corrupt_frac=0.5505 loss=2.4486 loss_recon=2.4486 loss_meanflow=0.0000 mean_model_t=0.4990 mean_corrupt_t=0.4990 wrong_frac=0.5002 init_acc_corrupt=0.4884 init_gold_top10=0.4954 init_gold_top100=0.4998
+step=3900 micro_steps=7800 elapsed=32.5s lr=3.000000e-04 loss_all=1.4099 acc_all=0.7853 loss_corrupt=2.4626 acc_corrupt=0.6222 corrupt_frac=0.5487 loss=2.4626 loss_recon=2.4626 loss_meanflow=0.0000 mean_model_t=0.4992 mean_corrupt_t=0.4992 wrong_frac=0.5027 init_acc_corrupt=0.4857 init_gold_top10=0.4927 init_gold_top100=0.4973
+step=4000 micro_steps=8000 elapsed=32.7s lr=3.000000e-04 loss_all=1.4124 acc_all=0.7848 loss_corrupt=2.4457 acc_corrupt=0.6244 corrupt_frac=0.5531 loss=2.4457 loss_recon=2.4457 loss_meanflow=0.0000 mean_model_t=0.4954 mean_corrupt_t=0.4954 wrong_frac=0.5041 init_acc_corrupt=0.4845 init_gold_top10=0.4913 init_gold_top100=0.4961
+step=4100 micro_steps=8200 elapsed=34.1s lr=3.000000e-04 loss_all=1.3763 acc_all=0.7893 loss_corrupt=2.3941 acc_corrupt=0.6307 corrupt_frac=0.5514 loss=2.3941 loss_recon=2.3941 loss_meanflow=0.0000 mean_model_t=0.5021 mean_corrupt_t=0.5021 wrong_frac=0.4960 init_acc_corrupt=0.4932 init_gold_top10=0.4997 init_gold_top100=0.5042
+step=4200 micro_steps=8400 elapsed=32.6s lr=3.000000e-04 loss_all=1.3770 acc_all=0.7895 loss_corrupt=2.4038 acc_corrupt=0.6297 corrupt_frac=0.5499 loss=2.4038 loss_recon=2.4038 loss_meanflow=0.0000 mean_model_t=0.5036 mean_corrupt_t=0.5036 wrong_frac=0.4975 init_acc_corrupt=0.4914 init_gold_top10=0.4980 init_gold_top100=0.5025
+step=4300 micro_steps=8600 elapsed=33.3s lr=3.000000e-04 loss_all=1.3621 acc_all=0.7911 loss_corrupt=2.3749 acc_corrupt=0.6327 corrupt_frac=0.5504 loss=2.3749 loss_recon=2.3749 loss_meanflow=0.0000 mean_model_t=0.5037 mean_corrupt_t=0.5037 wrong_frac=0.4960 init_acc_corrupt=0.4930 init_gold_top10=0.4997 init_gold_top100=0.5041
+step=4400 micro_steps=8800 elapsed=44.9s lr=3.000000e-04 loss_all=1.3523 acc_all=0.7926 loss_corrupt=2.3766 acc_corrupt=0.6325 corrupt_frac=0.5462 loss=2.3766 loss_recon=2.3766 loss_meanflow=0.0000 mean_model_t=0.5015 mean_corrupt_t=0.5015 wrong_frac=0.4978 init_acc_corrupt=0.4908 init_gold_top10=0.4978 init_gold_top100=0.5023
+step=4500 micro_steps=9000 elapsed=44.6s lr=3.000000e-04 loss_all=1.3622 acc_all=0.7907 loss_corrupt=2.3711 acc_corrupt=0.6330 corrupt_frac=0.5519 loss=2.3711 loss_recon=2.3711 loss_meanflow=0.0000 mean_model_t=0.5007 mean_corrupt_t=0.5007 wrong_frac=0.4967 init_acc_corrupt=0.4922 init_gold_top10=0.4990 init_gold_top100=0.5035
+step=4600 micro_steps=9200 elapsed=44.5s lr=3.000000e-04 loss_all=1.3526 acc_all=0.7916 loss_corrupt=2.3658 acc_corrupt=0.6326 corrupt_frac=0.5504 loss=2.3658 loss_recon=2.3658 loss_meanflow=0.0000 mean_model_t=0.5011 mean_corrupt_t=0.5011 wrong_frac=0.4992 init_acc_corrupt=0.4896 init_gold_top10=0.4963 init_gold_top100=0.5008
+step=4700 micro_steps=9400 elapsed=44.3s lr=3.000000e-04 loss_all=1.3386 acc_all=0.7930 loss_corrupt=2.3420 acc_corrupt=0.6350 corrupt_frac=0.5497 loss=2.3420 loss_recon=2.3420 loss_meanflow=0.0000 mean_model_t=0.5012 mean_corrupt_t=0.5012 wrong_frac=0.4969 init_acc_corrupt=0.4919 init_gold_top10=0.4987 init_gold_top100=0.5032
+step=4800 micro_steps=9600 elapsed=32.6s lr=3.000000e-04 loss_all=1.3394 acc_all=0.7930 loss_corrupt=2.3476 acc_corrupt=0.6345 corrupt_frac=0.5490 loss=2.3476 loss_recon=2.3476 loss_meanflow=0.0000 mean_model_t=0.4992 mean_corrupt_t=0.4992 wrong_frac=0.4991 init_acc_corrupt=0.4894 init_gold_top10=0.4963 init_gold_top100=0.5009
+step=4900 micro_steps=9800 elapsed=32.6s lr=3.000000e-04 loss_all=1.3252 acc_all=0.7946 loss_corrupt=2.3321 acc_corrupt=0.6358 corrupt_frac=0.5471 loss=2.3321 loss_recon=2.3321 loss_meanflow=0.0000 mean_model_t=0.4995 mean_corrupt_t=0.4995 wrong_frac=0.4992 init_acc_corrupt=0.4894 init_gold_top10=0.4963 init_gold_top100=0.5009
+step=5000 micro_steps=10000 elapsed=32.6s lr=3.000000e-04 loss_all=1.3421 acc_all=0.7916 loss_corrupt=2.3316 acc_corrupt=0.6353 corrupt_frac=0.5547 loss=2.3316 loss_recon=2.3316 loss_meanflow=0.0000 mean_model_t=0.4999 mean_corrupt_t=0.4999 wrong_frac=0.4999 init_acc_corrupt=0.4888 init_gold_top10=0.4956 init_gold_top100=0.5002
+step=5100 micro_steps=10200 elapsed=34.0s lr=3.000000e-04 loss_all=1.3316 acc_all=0.7928 loss_corrupt=2.3331 acc_corrupt=0.6344 corrupt_frac=0.5501 loss=2.3331 loss_recon=2.3331 loss_meanflow=0.0000 mean_model_t=0.4987 mean_corrupt_t=0.4987 wrong_frac=0.5014 init_acc_corrupt=0.4873 init_gold_top10=0.4942 init_gold_top100=0.4987
+step=5200 micro_steps=10400 elapsed=32.6s lr=3.000000e-04 loss_all=1.3081 acc_all=0.7966 loss_corrupt=2.2928 acc_corrupt=0.6407 corrupt_frac=0.5497 loss=2.2928 loss_recon=2.2928 loss_meanflow=0.0000 mean_model_t=0.5043 mean_corrupt_t=0.5043 wrong_frac=0.4950 init_acc_corrupt=0.4938 init_gold_top10=0.5006 init_gold_top100=0.5051
+step=5300 micro_steps=10600 elapsed=32.6s lr=3.000000e-04 loss_all=1.3165 acc_all=0.7949 loss_corrupt=2.3168 acc_corrupt=0.6364 corrupt_frac=0.5471 loss=2.3168 loss_recon=2.3168 loss_meanflow=0.0000 mean_model_t=0.5005 mean_corrupt_t=0.5005 wrong_frac=0.5012 init_acc_corrupt=0.4875 init_gold_top10=0.4944 init_gold_top100=0.4990
+step=5400 micro_steps=10800 elapsed=32.5s lr=3.000000e-04 loss_all=1.3330 acc_all=0.7925 loss_corrupt=2.3251 acc_corrupt=0.6357 corrupt_frac=0.5525 loss=2.3251 loss_recon=2.3251 loss_meanflow=0.0000 mean_model_t=0.4997 mean_corrupt_t=0.4997 wrong_frac=0.5011 init_acc_corrupt=0.4875 init_gold_top10=0.4944 init_gold_top100=0.4991
+step=5500 micro_steps=11000 elapsed=32.6s lr=3.000000e-04 loss_all=1.3050 acc_all=0.7962 loss_corrupt=2.2971 acc_corrupt=0.6387 corrupt_frac=0.5460 loss=2.2971 loss_recon=2.2971 loss_meanflow=0.0000 mean_model_t=0.4982 mean_corrupt_t=0.4982 wrong_frac=0.5001 init_acc_corrupt=0.4885 init_gold_top10=0.4954 init_gold_top100=0.4999
+step=5600 micro_steps=11200 elapsed=32.6s lr=3.000000e-04 loss_all=1.3093 acc_all=0.7955 loss_corrupt=2.2900 acc_corrupt=0.6399 corrupt_frac=0.5509 loss=2.2900 loss_recon=2.2900 loss_meanflow=0.0000 mean_model_t=0.4994 mean_corrupt_t=0.4994 wrong_frac=0.4994 init_acc_corrupt=0.4892 init_gold_top10=0.4961 init_gold_top100=0.5007
+step=5700 micro_steps=11400 elapsed=32.6s lr=3.000000e-04 loss_all=1.3118 acc_all=0.7953 loss_corrupt=2.3018 acc_corrupt=0.6382 corrupt_frac=0.5489 loss=2.3018 loss_recon=2.3018 loss_meanflow=0.0000 mean_model_t=0.5002 mean_corrupt_t=0.5002 wrong_frac=0.5004 init_acc_corrupt=0.4885 init_gold_top10=0.4952 init_gold_top100=0.4997
+step=5800 micro_steps=11600 elapsed=32.5s lr=3.000000e-04 loss_all=1.2914 acc_all=0.7980 loss_corrupt=2.2745 acc_corrupt=0.6417 corrupt_frac=0.5472 loss=2.2745 loss_recon=2.2745 loss_meanflow=0.0000 mean_model_t=0.5018 mean_corrupt_t=0.5018 wrong_frac=0.4977 init_acc_corrupt=0.4909 init_gold_top10=0.4978 init_gold_top100=0.5023
+step=5900 micro_steps=11800 elapsed=32.5s lr=3.000000e-04 loss_all=1.2865 acc_all=0.7985 loss_corrupt=2.2596 acc_corrupt=0.6435 corrupt_frac=0.5481 loss=2.2596 loss_recon=2.2596 loss_meanflow=0.0000 mean_model_t=0.5021 mean_corrupt_t=0.5021 wrong_frac=0.4967 init_acc_corrupt=0.4921 init_gold_top10=0.4989 init_gold_top100=0.5033
+step=6000 micro_steps=12000 elapsed=32.5s lr=3.000000e-04 loss_all=1.3116 acc_all=0.7950 loss_corrupt=2.3044 acc_corrupt=0.6375 corrupt_frac=0.5484 loss=2.3044 loss_recon=2.3044 loss_meanflow=0.0000 mean_model_t=0.4967 mean_corrupt_t=0.4967 wrong_frac=0.5032 init_acc_corrupt=0.4854 init_gold_top10=0.4922 init_gold_top100=0.4969
+step=6100 micro_steps=12200 elapsed=34.1s lr=3.000000e-04 loss_all=1.3375 acc_all=0.7941 loss_corrupt=2.3446 acc_corrupt=0.6365 corrupt_frac=0.5492 loss=2.3446 loss_recon=2.3446 loss_meanflow=0.0000 mean_model_t=0.5036 mean_corrupt_t=0.5036 wrong_frac=0.4967 init_acc_corrupt=0.4921 init_gold_top10=0.4988 init_gold_top100=0.5033
+step=6200 micro_steps=12400 elapsed=32.6s lr=3.000000e-04 loss_all=1.3374 acc_all=0.7939 loss_corrupt=2.3569 acc_corrupt=0.6341 corrupt_frac=0.5470 loss=2.3569 loss_recon=2.3569 loss_meanflow=0.0000 mean_model_t=0.5012 mean_corrupt_t=0.5012 wrong_frac=0.5008 init_acc_corrupt=0.4879 init_gold_top10=0.4948 init_gold_top100=0.4993
+step=6300 micro_steps=12600 elapsed=32.6s lr=3.000000e-04 loss_all=1.3449 acc_all=0.7928 loss_corrupt=2.3657 acc_corrupt=0.6329 corrupt_frac=0.5477 loss=2.3657 loss_recon=2.3657 loss_meanflow=0.0000 mean_model_t=0.4977 mean_corrupt_t=0.4977 wrong_frac=0.5028 init_acc_corrupt=0.4857 init_gold_top10=0.4926 init_gold_top100=0.4973
+step=6400 micro_steps=12800 elapsed=32.6s lr=3.000000e-04 loss_all=1.3153 acc_all=0.7970 loss_corrupt=2.3104 acc_corrupt=0.6408 corrupt_frac=0.5486 loss=2.3104 loss_recon=2.3104 loss_meanflow=0.0000 mean_model_t=0.5032 mean_corrupt_t=0.5032 wrong_frac=0.4946 init_acc_corrupt=0.4944 init_gold_top10=0.5011 init_gold_top100=0.5055
+step=6500 micro_steps=13000 elapsed=32.5s lr=3.000000e-04 loss_all=1.3286 acc_all=0.7948 loss_corrupt=2.3466 acc_corrupt=0.6350 corrupt_frac=0.5455 loss=2.3466 loss_recon=2.3466 loss_meanflow=0.0000 mean_model_t=0.4976 mean_corrupt_t=0.4976 wrong_frac=0.5027 init_acc_corrupt=0.4857 init_gold_top10=0.4927 init_gold_top100=0.4974
+step=6600 micro_steps=13200 elapsed=32.6s lr=3.000000e-04 loss_all=1.3194 acc_all=0.7960 loss_corrupt=2.3310 acc_corrupt=0.6370 corrupt_frac=0.5459 loss=2.3310 loss_recon=2.3310 loss_meanflow=0.0000 mean_model_t=0.4991 mean_corrupt_t=0.4991 wrong_frac=0.4999 init_acc_corrupt=0.4888 init_gold_top10=0.4955 init_gold_top100=0.5001
+step=6700 micro_steps=13400 elapsed=32.6s lr=3.000000e-04 loss_all=1.3374 acc_all=0.7937 loss_corrupt=2.3393 acc_corrupt=0.6366 corrupt_frac=0.5513 loss=2.3393 loss_recon=2.3393 loss_meanflow=0.0000 mean_model_t=0.5005 mean_corrupt_t=0.5005 wrong_frac=0.4998 init_acc_corrupt=0.4891 init_gold_top10=0.4959 init_gold_top100=0.5004
+step=6800 micro_steps=13600 elapsed=32.6s lr=3.000000e-04 loss_all=1.3321 acc_all=0.7940 loss_corrupt=2.3420 acc_corrupt=0.6351 corrupt_frac=0.5491 loss=2.3420 loss_recon=2.3420 loss_meanflow=0.0000 mean_model_t=0.4968 mean_corrupt_t=0.4968 wrong_frac=0.5027 init_acc_corrupt=0.4860 init_gold_top10=0.4928 init_gold_top100=0.4973
+step=6900 micro_steps=13800 elapsed=32.6s lr=3.000000e-04 loss_all=1.3229 acc_all=0.7953 loss_corrupt=2.3262 acc_corrupt=0.6375 corrupt_frac=0.5486 loss=2.3262 loss_recon=2.3262 loss_meanflow=0.0000 mean_model_t=0.4995 mean_corrupt_t=0.4995 wrong_frac=0.5007 init_acc_corrupt=0.4880 init_gold_top10=0.4948 init_gold_top100=0.4993
+step=7000 micro_steps=14000 elapsed=32.6s lr=3.000000e-04 loss_all=1.3305 acc_all=0.7944 loss_corrupt=2.3447 acc_corrupt=0.6350 corrupt_frac=0.5478 loss=2.3447 loss_recon=2.3447 loss_meanflow=0.0000 mean_model_t=0.4966 mean_corrupt_t=0.4966 wrong_frac=0.5036 init_acc_corrupt=0.4850 init_gold_top10=0.4919 init_gold_top100=0.4965
+step=7100 micro_steps=14200 elapsed=34.0s lr=3.000000e-04 loss_all=1.3304 acc_all=0.7941 loss_corrupt=2.3319 acc_corrupt=0.6366 corrupt_frac=0.5519 loss=2.3319 loss_recon=2.3319 loss_meanflow=0.0000 mean_model_t=0.5004 mean_corrupt_t=0.5004 wrong_frac=0.5000 init_acc_corrupt=0.4883 init_gold_top10=0.4954 init_gold_top100=0.5000
+step=7200 micro_steps=14400 elapsed=32.5s lr=3.000000e-04 loss_all=1.3077 acc_all=0.7975 loss_corrupt=2.3090 acc_corrupt=0.6399 corrupt_frac=0.5476 loss=2.3090 loss_recon=2.3090 loss_meanflow=0.0000 mean_model_t=0.4993 mean_corrupt_t=0.4993 wrong_frac=0.4993 init_acc_corrupt=0.4894 init_gold_top10=0.4964 init_gold_top100=0.5008
+step=7300 micro_steps=14600 elapsed=32.5s lr=3.000000e-04 loss_all=1.3206 acc_all=0.7954 loss_corrupt=2.3242 acc_corrupt=0.6372 corrupt_frac=0.5491 loss=2.3242 loss_recon=2.3242 loss_meanflow=0.0000 mean_model_t=0.4991 mean_corrupt_t=0.4991 wrong_frac=0.5024 init_acc_corrupt=0.4864 init_gold_top10=0.4932 init_gold_top100=0.4978
+step=7400 micro_steps=14800 elapsed=32.5s lr=3.000000e-04 loss_all=1.3115 acc_all=0.7966 loss_corrupt=2.3173 acc_corrupt=0.6379 corrupt_frac=0.5475 loss=2.3173 loss_recon=2.3173 loss_meanflow=0.0000 mean_model_t=0.4983 mean_corrupt_t=0.4983 wrong_frac=0.5017 init_acc_corrupt=0.4870 init_gold_top10=0.4938 init_gold_top100=0.4983
+step=7500 micro_steps=15000 elapsed=32.6s lr=3.000000e-04 loss_all=1.2878 acc_all=0.7996 loss_corrupt=2.2653 acc_corrupt=0.6450 corrupt_frac=0.5496 loss=2.2653 loss_recon=2.2653 loss_meanflow=0.0000 mean_model_t=0.5039 mean_corrupt_t=0.5039 wrong_frac=0.4947 init_acc_corrupt=0.4945 init_gold_top10=0.5010 init_gold_top100=0.5054
+step=7600 micro_steps=15200 elapsed=32.6s lr=3.000000e-04 loss_all=1.3233 acc_all=0.7948 loss_corrupt=2.3279 acc_corrupt=0.6365 corrupt_frac=0.5500 loss=2.3279 loss_recon=2.3279 loss_meanflow=0.0000 mean_model_t=0.4960 mean_corrupt_t=0.4960 wrong_frac=0.5037 init_acc_corrupt=0.4846 init_gold_top10=0.4917 init_gold_top100=0.4963
+step=7700 micro_steps=15400 elapsed=32.6s lr=3.000000e-04 loss_all=1.2943 acc_all=0.7989 loss_corrupt=2.2851 acc_corrupt=0.6423 corrupt_frac=0.5482 loss=2.2851 loss_recon=2.2851 loss_meanflow=0.0000 mean_model_t=0.5018 mean_corrupt_t=0.5018 wrong_frac=0.4967 init_acc_corrupt=0.4923 init_gold_top10=0.4990 init_gold_top100=0.5035
+step=7800 micro_steps=15600 elapsed=32.6s lr=3.000000e-04 loss_all=1.2883 acc_all=0.7998 loss_corrupt=2.2731 acc_corrupt=0.6442 corrupt_frac=0.5484 loss=2.2731 loss_recon=2.2731 loss_meanflow=0.0000 mean_model_t=0.5030 mean_corrupt_t=0.5030 wrong_frac=0.4967 init_acc_corrupt=0.4920 init_gold_top10=0.4990 init_gold_top100=0.5034
+step=7900 micro_steps=15800 elapsed=32.6s lr=3.000000e-04 loss_all=1.3265 acc_all=0.7942 loss_corrupt=2.3489 acc_corrupt=0.6331 corrupt_frac=0.5470 loss=2.3489 loss_recon=2.3489 loss_meanflow=0.0000 mean_model_t=0.4952 mean_corrupt_t=0.4952 wrong_frac=0.5083 init_acc_corrupt=0.4800 init_gold_top10=0.4871 init_gold_top100=0.4918
+step=8000 micro_steps=16000 elapsed=32.6s lr=3.000000e-04 loss_all=1.3140 acc_all=0.7958 loss_corrupt=2.3042 acc_corrupt=0.6393 corrupt_frac=0.5521 loss=2.3042 loss_recon=2.3042 loss_meanflow=0.0000 mean_model_t=0.4989 mean_corrupt_t=0.4989 wrong_frac=0.5008 init_acc_corrupt=0.4880 init_gold_top10=0.4949 init_gold_top100=0.4993
+step=8100 micro_steps=16200 elapsed=34.0s lr=3.000000e-04 loss_all=1.3036 acc_all=0.7972 loss_corrupt=2.2837 acc_corrupt=0.6421 corrupt_frac=0.5522 loss=2.2837 loss_recon=2.2837 loss_meanflow=0.0000 mean_model_t=0.5012 mean_corrupt_t=0.5012 wrong_frac=0.4986 init_acc_corrupt=0.4899 init_gold_top10=0.4969 init_gold_top100=0.5015
+step=8200 micro_steps=16400 elapsed=32.5s lr=3.000000e-04 loss_all=1.2869 acc_all=0.8000 loss_corrupt=2.2711 acc_corrupt=0.6445 corrupt_frac=0.5483 loss=2.2711 loss_recon=2.2711 loss_meanflow=0.0000 mean_model_t=0.5040 mean_corrupt_t=0.5040 wrong_frac=0.4965 init_acc_corrupt=0.4923 init_gold_top10=0.4991 init_gold_top100=0.5035
+step=8300 micro_steps=16600 elapsed=32.5s lr=3.000000e-04 loss_all=1.2906 acc_all=0.7992 loss_corrupt=2.2715 acc_corrupt=0.6442 corrupt_frac=0.5508 loss=2.2715 loss_recon=2.2715 loss_meanflow=0.0000 mean_model_t=0.5019 mean_corrupt_t=0.5019 wrong_frac=0.4976 init_acc_corrupt=0.4912 init_gold_top10=0.4980 init_gold_top100=0.5026
+step=8400 micro_steps=16800 elapsed=32.6s lr=3.000000e-04 loss_all=1.2924 acc_all=0.7987 loss_corrupt=2.2765 acc_corrupt=0.6428 corrupt_frac=0.5500 loss=2.2765 loss_recon=2.2765 loss_meanflow=0.0000 mean_model_t=0.5008 mean_corrupt_t=0.5008 wrong_frac=0.4989 init_acc_corrupt=0.4899 init_gold_top10=0.4967 init_gold_top100=0.5012
+step=8500 micro_steps=17000 elapsed=32.5s lr=3.000000e-04 loss_all=1.2814 acc_all=0.8003 loss_corrupt=2.2594 acc_corrupt=0.6452 corrupt_frac=0.5488 loss=2.2594 loss_recon=2.2594 loss_meanflow=0.0000 mean_model_t=0.5026 mean_corrupt_t=0.5026 wrong_frac=0.4969 init_acc_corrupt=0.4920 init_gold_top10=0.4987 init_gold_top100=0.5032
+step=8600 micro_steps=17200 elapsed=32.6s lr=3.000000e-04 loss_all=1.2711 acc_all=0.8017 loss_corrupt=2.2584 acc_corrupt=0.6452 corrupt_frac=0.5451 loss=2.2584 loss_recon=2.2584 loss_meanflow=0.0000 mean_model_t=0.5047 mean_corrupt_t=0.5047 wrong_frac=0.4972 init_acc_corrupt=0.4914 init_gold_top10=0.4983 init_gold_top100=0.5029
+step=8700 micro_steps=17400 elapsed=32.6s lr=3.000000e-04 loss_all=1.3054 acc_all=0.7967 loss_corrupt=2.2911 acc_corrupt=0.6406 corrupt_frac=0.5523 loss=2.2911 loss_recon=2.2911 loss_meanflow=0.0000 mean_model_t=0.4978 mean_corrupt_t=0.4978 wrong_frac=0.5024 init_acc_corrupt=0.4861 init_gold_top10=0.4930 init_gold_top100=0.4976
+step=8800 micro_steps=17600 elapsed=35.5s lr=3.000000e-04 loss_all=1.2736 acc_all=0.8015 loss_corrupt=2.2307 acc_corrupt=0.6498 corrupt_frac=0.5530 loss=2.2307 loss_recon=2.2307 loss_meanflow=0.0000 mean_model_t=0.5052 mean_corrupt_t=0.5052 wrong_frac=0.4928 init_acc_corrupt=0.4964 init_gold_top10=0.5031 init_gold_top100=0.5074
+step=8900 micro_steps=17800 elapsed=38.6s lr=3.000000e-04 loss_all=1.2686 acc_all=0.8017 loss_corrupt=2.2511 acc_corrupt=0.6457 corrupt_frac=0.5457 loss=2.2511 loss_recon=2.2511 loss_meanflow=0.0000 mean_model_t=0.5024 mean_corrupt_t=0.5024 wrong_frac=0.4977 init_acc_corrupt=0.4911 init_gold_top10=0.4979 init_gold_top100=0.5024
+step=9000 micro_steps=18000 elapsed=38.6s lr=3.000000e-04 loss_all=1.2736 acc_all=0.8013 loss_corrupt=2.2460 acc_corrupt=0.6471 corrupt_frac=0.5496 loss=2.2460 loss_recon=2.2460 loss_meanflow=0.0000 mean_model_t=0.5028 mean_corrupt_t=0.5028 wrong_frac=0.4957 init_acc_corrupt=0.4929 init_gold_top10=0.4999 init_gold_top100=0.5044
+step=9100 micro_steps=18200 elapsed=40.3s lr=3.000000e-04 loss_all=1.2866 acc_all=0.7995 loss_corrupt=2.2679 acc_corrupt=0.6439 corrupt_frac=0.5498 loss=2.2679 loss_recon=2.2679 loss_meanflow=0.0000 mean_model_t=0.5002 mean_corrupt_t=0.5002 wrong_frac=0.4993 init_acc_corrupt=0.4892 init_gold_top10=0.4960 init_gold_top100=0.5007
+step=9200 micro_steps=18400 elapsed=38.9s lr=3.000000e-04 loss_all=1.2864 acc_all=0.7993 loss_corrupt=2.2682 acc_corrupt=0.6436 corrupt_frac=0.5500 loss=2.2682 loss_recon=2.2682 loss_meanflow=0.0000 mean_model_t=0.4984 mean_corrupt_t=0.4984 wrong_frac=0.5005 init_acc_corrupt=0.4878 init_gold_top10=0.4949 init_gold_top100=0.4996
+step=9300 micro_steps=18600 elapsed=38.4s lr=3.000000e-04 loss_all=1.2851 acc_all=0.7995 loss_corrupt=2.2703 acc_corrupt=0.6432 corrupt_frac=0.5480 loss=2.2703 loss_recon=2.2703 loss_meanflow=0.0000 mean_model_t=0.4970 mean_corrupt_t=0.4970 wrong_frac=0.5017 init_acc_corrupt=0.4870 init_gold_top10=0.4938 init_gold_top100=0.4985
+step=9400 micro_steps=18800 elapsed=38.6s lr=3.000000e-04 loss_all=1.2761 acc_all=0.8008 loss_corrupt=2.2477 acc_corrupt=0.6466 corrupt_frac=0.5508 loss=2.2477 loss_recon=2.2477 loss_meanflow=0.0000 mean_model_t=0.5005 mean_corrupt_t=0.5005 wrong_frac=0.4989 init_acc_corrupt=0.4899 init_gold_top10=0.4967 init_gold_top100=0.5011
+step=9500 micro_steps=19000 elapsed=36.3s lr=3.000000e-04 loss_all=1.2896 acc_all=0.7987 loss_corrupt=2.2655 acc_corrupt=0.6440 corrupt_frac=0.5528 loss=2.2655 loss_recon=2.2655 loss_meanflow=0.0000 mean_model_t=0.4998 mean_corrupt_t=0.4998 wrong_frac=0.5007 init_acc_corrupt=0.4879 init_gold_top10=0.4948 init_gold_top100=0.4992
+step=9600 micro_steps=19200 elapsed=35.9s lr=3.000000e-04 loss_all=1.2591 acc_all=0.8028 loss_corrupt=2.2348 acc_corrupt=0.6472 corrupt_frac=0.5463 loss=2.2348 loss_recon=2.2348 loss_meanflow=0.0000 mean_model_t=0.5011 mean_corrupt_t=0.5011 wrong_frac=0.4980 init_acc_corrupt=0.4909 init_gold_top10=0.4976 init_gold_top100=0.5021
+step=9700 micro_steps=19400 elapsed=37.7s lr=3.000000e-04 loss_all=1.2715 acc_all=0.8013 loss_corrupt=2.2377 acc_corrupt=0.6477 corrupt_frac=0.5515 loss=2.2377 loss_recon=2.2377 loss_meanflow=0.0000 mean_model_t=0.5009 mean_corrupt_t=0.5009 wrong_frac=0.4973 init_acc_corrupt=0.4915 init_gold_top10=0.4984 init_gold_top100=0.5029
+step=9800 micro_steps=19600 elapsed=37.1s lr=3.000000e-04 loss_all=1.2749 acc_all=0.8007 loss_corrupt=2.2492 acc_corrupt=0.6459 corrupt_frac=0.5498 loss=2.2492 loss_recon=2.2492 loss_meanflow=0.0000 mean_model_t=0.5019 mean_corrupt_t=0.5019 wrong_frac=0.4976 init_acc_corrupt=0.4910 init_gold_top10=0.4980 init_gold_top100=0.5025
+step=9900 micro_steps=19800 elapsed=38.3s lr=3.000000e-04 loss_all=1.2855 acc_all=0.7990 loss_corrupt=2.2695 acc_corrupt=0.6425 corrupt_frac=0.5497 loss=2.2695 loss_recon=2.2695 loss_meanflow=0.0000 mean_model_t=0.4964 mean_corrupt_t=0.4964 wrong_frac=0.5030 init_acc_corrupt=0.4853 init_gold_top10=0.4923 init_gold_top100=0.4970
+step=10000 micro_steps=20000 elapsed=37.8s lr=3.000000e-04 loss_all=1.2590 acc_all=0.8032 loss_corrupt=2.2408 acc_corrupt=0.6470 corrupt_frac=0.5454 loss=2.2408 loss_recon=2.2408 loss_meanflow=0.0000 mean_model_t=0.4999 mean_corrupt_t=0.4999 wrong_frac=0.4996 init_acc_corrupt=0.4889 init_gold_top10=0.4958 init_gold_top100=0.5006
+step=10100 micro_steps=20200 elapsed=38.7s lr=3.000000e-04 loss_all=1.2876 acc_all=0.7981 loss_corrupt=2.2508 acc_corrupt=0.6446 corrupt_frac=0.5556 loss=2.2508 loss_recon=2.2508 loss_meanflow=0.0000 mean_model_t=0.4946 mean_corrupt_t=0.4946 wrong_frac=0.5027 init_acc_corrupt=0.4861 init_gold_top10=0.4927 init_gold_top100=0.4974
+step=10200 micro_steps=20400 elapsed=35.6s lr=3.000000e-04 loss_all=1.2629 acc_all=0.8021 loss_corrupt=2.2456 acc_corrupt=0.6456 corrupt_frac=0.5455 loss=2.2456 loss_recon=2.2456 loss_meanflow=0.0000 mean_model_t=0.4977 mean_corrupt_t=0.4977 wrong_frac=0.5013 init_acc_corrupt=0.4877 init_gold_top10=0.4943 init_gold_top100=0.4989
+step=10300 micro_steps=20600 elapsed=37.3s lr=3.000000e-04 loss_all=1.2567 acc_all=0.8029 loss_corrupt=2.2294 acc_corrupt=0.6477 corrupt_frac=0.5471 loss=2.2294 loss_recon=2.2294 loss_meanflow=0.0000 mean_model_t=0.4997 mean_corrupt_t=0.4997 wrong_frac=0.4996 init_acc_corrupt=0.4890 init_gold_top10=0.4959 init_gold_top100=0.5005
+step=10400 micro_steps=20800 elapsed=37.7s lr=3.000000e-04 loss_all=1.2779 acc_all=0.8001 loss_corrupt=2.2558 acc_corrupt=0.6447 corrupt_frac=0.5501 loss=2.2558 loss_recon=2.2558 loss_meanflow=0.0000 mean_model_t=0.4975 mean_corrupt_t=0.4975 wrong_frac=0.5013 init_acc_corrupt=0.4874 init_gold_top10=0.4942 init_gold_top100=0.4988
+step=10500 micro_steps=21000 elapsed=36.7s lr=3.000000e-04 loss_all=1.2556 acc_all=0.8034 loss_corrupt=2.2285 acc_corrupt=0.6485 corrupt_frac=0.5476 loss=2.2285 loss_recon=2.2285 loss_meanflow=0.0000 mean_model_t=0.5041 mean_corrupt_t=0.5041 wrong_frac=0.4975 init_acc_corrupt=0.4911 init_gold_top10=0.4980 init_gold_top100=0.5025
+step=10600 micro_steps=21200 elapsed=38.0s lr=3.000000e-04 loss_all=1.2666 acc_all=0.8015 loss_corrupt=2.2248 acc_corrupt=0.6489 corrupt_frac=0.5529 loss=2.2248 loss_recon=2.2248 loss_meanflow=0.0000 mean_model_t=0.4998 mean_corrupt_t=0.4998 wrong_frac=0.4974 init_acc_corrupt=0.4913 init_gold_top10=0.4981 init_gold_top100=0.5026
+step=10700 micro_steps=21400 elapsed=37.4s lr=3.000000e-04 loss_all=1.2570 acc_all=0.8028 loss_corrupt=2.2265 acc_corrupt=0.6483 corrupt_frac=0.5485 loss=2.2265 loss_recon=2.2265 loss_meanflow=0.0000 mean_model_t=0.4989 mean_corrupt_t=0.4989 wrong_frac=0.5000 init_acc_corrupt=0.4888 init_gold_top10=0.4956 init_gold_top100=0.5001
+step=10800 micro_steps=21600 elapsed=36.2s lr=3.000000e-04 loss_all=1.2726 acc_all=0.8006 loss_corrupt=2.2435 acc_corrupt=0.6460 corrupt_frac=0.5516 loss=2.2435 loss_recon=2.2435 loss_meanflow=0.0000 mean_model_t=0.4975 mean_corrupt_t=0.4975 wrong_frac=0.5013 init_acc_corrupt=0.4872 init_gold_top10=0.4941 init_gold_top100=0.4987
+step=10900 micro_steps=21800 elapsed=36.5s lr=3.000000e-04 loss_all=1.2822 acc_all=0.7994 loss_corrupt=2.2490 acc_corrupt=0.6455 corrupt_frac=0.5537 loss=2.2490 loss_recon=2.2490 loss_meanflow=0.0000 mean_model_t=0.4981 mean_corrupt_t=0.4981 wrong_frac=0.5011 init_acc_corrupt=0.4874 init_gold_top10=0.4944 init_gold_top100=0.4989
+step=11000 micro_steps=22000 elapsed=37.6s lr=3.000000e-04 loss_all=1.2614 acc_all=0.8023 loss_corrupt=2.2365 acc_corrupt=0.6469 corrupt_frac=0.5488 loss=2.2365 loss_recon=2.2365 loss_meanflow=0.0000 mean_model_t=0.4992 mean_corrupt_t=0.4992 wrong_frac=0.5009 init_acc_corrupt=0.4877 init_gold_top10=0.4946 init_gold_top100=0.4992
+step=11100 micro_steps=22200 elapsed=38.7s lr=3.000000e-04 loss_all=1.2553 acc_all=0.8031 loss_corrupt=2.2021 acc_corrupt=0.6520 corrupt_frac=0.5537 loss=2.2021 loss_recon=2.2021 loss_meanflow=0.0000 mean_model_t=0.5013 mean_corrupt_t=0.5013 wrong_frac=0.4956 init_acc_corrupt=0.4935 init_gold_top10=0.5001 init_gold_top100=0.5046
+step=11200 micro_steps=22400 elapsed=36.9s lr=3.000000e-04 loss_all=1.2674 acc_all=0.8012 loss_corrupt=2.2289 acc_corrupt=0.6481 corrupt_frac=0.5527 loss=2.2289 loss_recon=2.2289 loss_meanflow=0.0000 mean_model_t=0.5028 mean_corrupt_t=0.5028 wrong_frac=0.4989 init_acc_corrupt=0.4896 init_gold_top10=0.4965 init_gold_top100=0.5010
+step=11300 micro_steps=22600 elapsed=37.0s lr=3.000000e-04 loss_all=1.2484 acc_all=0.8039 loss_corrupt=2.2099 acc_corrupt=0.6505 corrupt_frac=0.5490 loss=2.2099 loss_recon=2.2099 loss_meanflow=0.0000 mean_model_t=0.5013 mean_corrupt_t=0.5013 wrong_frac=0.4989 init_acc_corrupt=0.4901 init_gold_top10=0.4969 init_gold_top100=0.5014
+step=11400 micro_steps=22800 elapsed=37.1s lr=3.000000e-04 loss_all=1.2537 acc_all=0.8030 loss_corrupt=2.2236 acc_corrupt=0.6481 corrupt_frac=0.5482 loss=2.2236 loss_recon=2.2236 loss_meanflow=0.0000 mean_model_t=0.5006 mean_corrupt_t=0.5006 wrong_frac=0.5002 init_acc_corrupt=0.4883 init_gold_top10=0.4953 init_gold_top100=0.5000
+step=11500 micro_steps=23000 elapsed=35.8s lr=3.000000e-04 loss_all=1.2512 acc_all=0.8037 loss_corrupt=2.2401 acc_corrupt=0.6462 corrupt_frac=0.5432 loss=2.2401 loss_recon=2.2401 loss_meanflow=0.0000 mean_model_t=0.4993 mean_corrupt_t=0.4993 wrong_frac=0.5035 init_acc_corrupt=0.4849 init_gold_top10=0.4919 init_gold_top100=0.4966
+step=11600 micro_steps=23200 elapsed=35.6s lr=3.000000e-04 loss_all=1.2597 acc_all=0.8024 loss_corrupt=2.2261 acc_corrupt=0.6484 corrupt_frac=0.5500 loss=2.2261 loss_recon=2.2261 loss_meanflow=0.0000 mean_model_t=0.5033 mean_corrupt_t=0.5033 wrong_frac=0.4981 init_acc_corrupt=0.4904 init_gold_top10=0.4973 init_gold_top100=0.5019
+step=11700 micro_steps=23400 elapsed=37.3s lr=3.000000e-04 loss_all=1.2527 acc_all=0.8034 loss_corrupt=2.2133 acc_corrupt=0.6502 corrupt_frac=0.5504 loss=2.2133 loss_recon=2.2133 loss_meanflow=0.0000 mean_model_t=0.5005 mean_corrupt_t=0.5005 wrong_frac=0.4991 init_acc_corrupt=0.4896 init_gold_top10=0.4966 init_gold_top100=0.5010
+step=11800 micro_steps=23600 elapsed=37.3s lr=3.000000e-04 loss_all=1.2509 acc_all=0.8037 loss_corrupt=2.1996 acc_corrupt=0.6524 corrupt_frac=0.5534 loss=2.1996 loss_recon=2.1996 loss_meanflow=0.0000 mean_model_t=0.5033 mean_corrupt_t=0.5033 wrong_frac=0.4958 init_acc_corrupt=0.4932 init_gold_top10=0.4998 init_gold_top100=0.5044
+step=11900 micro_steps=23800 elapsed=37.9s lr=3.000000e-04 loss_all=1.2326 acc_all=0.8055 loss_corrupt=2.1938 acc_corrupt=0.6515 corrupt_frac=0.5464 loss=2.1938 loss_recon=2.1938 loss_meanflow=0.0000 mean_model_t=0.5025 mean_corrupt_t=0.5025 wrong_frac=0.4988 init_acc_corrupt=0.4901 init_gold_top10=0.4969 init_gold_top100=0.5014
+step=12000 micro_steps=24000 elapsed=36.7s lr=3.000000e-04 loss_all=1.2515 acc_all=0.8037 loss_corrupt=2.2132 acc_corrupt=0.6503 corrupt_frac=0.5500 loss=2.2132 loss_recon=2.2132 loss_meanflow=0.0000 mean_model_t=0.5004 mean_corrupt_t=0.5004 wrong_frac=0.4984 init_acc_corrupt=0.4903 init_gold_top10=0.4971 init_gold_top100=0.5016
+step=12100 micro_steps=24200 elapsed=38.8s lr=3.000000e-04 loss_all=1.2330 acc_all=0.8058 loss_corrupt=2.1983 acc_corrupt=0.6513 corrupt_frac=0.5445 loss=2.1983 loss_recon=2.1983 loss_meanflow=0.0000 mean_model_t=0.5014 mean_corrupt_t=0.5014 wrong_frac=0.4989 init_acc_corrupt=0.4898 init_gold_top10=0.4966 init_gold_top100=0.5012
+step=12200 micro_steps=24400 elapsed=37.3s lr=3.000000e-04 loss_all=1.2461 acc_all=0.8041 loss_corrupt=2.1978 acc_corrupt=0.6518 corrupt_frac=0.5512 loss=2.1978 loss_recon=2.1978 loss_meanflow=0.0000 mean_model_t=0.5009 mean_corrupt_t=0.5009 wrong_frac=0.4976 init_acc_corrupt=0.4912 init_gold_top10=0.4979 init_gold_top100=0.5025
+step=12300 micro_steps=24600 elapsed=37.9s lr=3.000000e-04 loss_all=1.2411 acc_all=0.8048 loss_corrupt=2.2074 acc_corrupt=0.6503 corrupt_frac=0.5468 loss=2.2074 loss_recon=2.2074 loss_meanflow=0.0000 mean_model_t=0.4996 mean_corrupt_t=0.4996 wrong_frac=0.5006 init_acc_corrupt=0.4883 init_gold_top10=0.4950 init_gold_top100=0.4996
+step=12400 micro_steps=24800 elapsed=37.9s lr=3.000000e-04 loss_all=1.2518 acc_all=0.8031 loss_corrupt=2.2142 acc_corrupt=0.6492 corrupt_frac=0.5499 loss=2.2142 loss_recon=2.2142 loss_meanflow=0.0000 mean_model_t=0.5005 mean_corrupt_t=0.5005 wrong_frac=0.5007 init_acc_corrupt=0.4881 init_gold_top10=0.4949 init_gold_top100=0.4993
+step=12500 micro_steps=25000 elapsed=38.3s lr=3.000000e-04 loss_all=1.2483 acc_all=0.8038 loss_corrupt=2.2105 acc_corrupt=0.6501 corrupt_frac=0.5485 loss=2.2105 loss_recon=2.2105 loss_meanflow=0.0000 mean_model_t=0.5003 mean_corrupt_t=0.5003 wrong_frac=0.5010 init_acc_corrupt=0.4876 init_gold_top10=0.4945 init_gold_top100=0.4990
+step=12600 micro_steps=25200 elapsed=38.5s lr=3.000000e-04 loss_all=1.2569 acc_all=0.8024 loss_corrupt=2.2187 acc_corrupt=0.6487 corrupt_frac=0.5510 loss=2.2187 loss_recon=2.2187 loss_meanflow=0.0000 mean_model_t=0.4999 mean_corrupt_t=0.4999 wrong_frac=0.5005 init_acc_corrupt=0.4879 init_gold_top10=0.4949 init_gold_top100=0.4996
+step=12700 micro_steps=25400 elapsed=37.7s lr=3.000000e-04 loss_all=1.2502 acc_all=0.8033 loss_corrupt=2.2086 acc_corrupt=0.6502 corrupt_frac=0.5507 loss=2.2086 loss_recon=2.2086 loss_meanflow=0.0000 mean_model_t=0.4985 mean_corrupt_t=0.4985 wrong_frac=0.5007 init_acc_corrupt=0.4880 init_gold_top10=0.4948 init_gold_top100=0.4993
+step=12800 micro_steps=25600 elapsed=33.4s lr=3.000000e-04 loss_all=1.2384 acc_all=0.8045 loss_corrupt=2.2026 acc_corrupt=0.6500 corrupt_frac=0.5470 loss=2.2026 loss_recon=2.2026 loss_meanflow=0.0000 mean_model_t=0.5015 mean_corrupt_t=0.5015 wrong_frac=0.5014 init_acc_corrupt=0.4874 init_gold_top10=0.4941 init_gold_top100=0.4987
+step=12900 micro_steps=25800 elapsed=32.7s lr=3.000000e-04 loss_all=1.2333 acc_all=0.8061 loss_corrupt=2.1877 acc_corrupt=0.6536 corrupt_frac=0.5485 loss=2.1877 loss_recon=2.1877 loss_meanflow=0.0000 mean_model_t=0.5022 mean_corrupt_t=0.5022 wrong_frac=0.4969 init_acc_corrupt=0.4920 init_gold_top10=0.4987 init_gold_top100=0.5032
+step=13000 micro_steps=26000 elapsed=32.6s lr=3.000000e-04 loss_all=1.2400 acc_all=0.8048 loss_corrupt=2.1914 acc_corrupt=0.6525 corrupt_frac=0.5510 loss=2.1914 loss_recon=2.1914 loss_meanflow=0.0000 mean_model_t=0.5007 mean_corrupt_t=0.5007 wrong_frac=0.4983 init_acc_corrupt=0.4902 init_gold_top10=0.4972 init_gold_top100=0.5017
+step=13100 micro_steps=26200 elapsed=34.2s lr=3.000000e-04 loss_all=1.2321 acc_all=0.8059 loss_corrupt=2.1776 acc_corrupt=0.6545 corrupt_frac=0.5502 loss=2.1776 loss_recon=2.1776 loss_meanflow=0.0000 mean_model_t=0.5029 mean_corrupt_t=0.5029 wrong_frac=0.4963 init_acc_corrupt=0.4927 init_gold_top10=0.4995 init_gold_top100=0.5039
+step=13200 micro_steps=26400 elapsed=32.6s lr=3.000000e-04 loss_all=1.2352 acc_all=0.8051 loss_corrupt=2.1902 acc_corrupt=0.6519 corrupt_frac=0.5486 loss=2.1902 loss_recon=2.1902 loss_meanflow=0.0000 mean_model_t=0.5001 mean_corrupt_t=0.5001 wrong_frac=0.4998 init_acc_corrupt=0.4887 init_gold_top10=0.4956 init_gold_top100=0.5003
+step=13300 micro_steps=26600 elapsed=32.7s lr=3.000000e-04 loss_all=1.2485 acc_all=0.8039 loss_corrupt=2.2064 acc_corrupt=0.6511 corrupt_frac=0.5507 loss=2.2064 loss_recon=2.2064 loss_meanflow=0.0000 mean_model_t=0.5020 mean_corrupt_t=0.5020 wrong_frac=0.4989 init_acc_corrupt=0.4897 init_gold_top10=0.4965 init_gold_top100=0.5013
+step=13400 micro_steps=26800 elapsed=32.6s lr=3.000000e-04 loss_all=1.2582 acc_all=0.8020 loss_corrupt=2.2258 acc_corrupt=0.6473 corrupt_frac=0.5506 loss=2.2258 loss_recon=2.2258 loss_meanflow=0.0000 mean_model_t=0.4964 mean_corrupt_t=0.4964 wrong_frac=0.5047 init_acc_corrupt=0.4839 init_gold_top10=0.4908 init_gold_top100=0.4953
+step=13500 micro_steps=27000 elapsed=32.6s lr=3.000000e-04 loss_all=1.2482 acc_all=0.8035 loss_corrupt=2.1935 acc_corrupt=0.6525 corrupt_frac=0.5548 loss=2.1935 loss_recon=2.1935 loss_meanflow=0.0000 mean_model_t=0.5020 mean_corrupt_t=0.5020 wrong_frac=0.4973 init_acc_corrupt=0.4915 init_gold_top10=0.4983 init_gold_top100=0.5028
+step=13600 micro_steps=27200 elapsed=32.6s lr=3.000000e-04 loss_all=1.2558 acc_all=0.8023 loss_corrupt=2.2129 acc_corrupt=0.6491 corrupt_frac=0.5524 loss=2.2129 loss_recon=2.2129 loss_meanflow=0.0000 mean_model_t=0.4961 mean_corrupt_t=0.4961 wrong_frac=0.5032 init_acc_corrupt=0.4855 init_gold_top10=0.4924 init_gold_top100=0.4969
+step=13700 micro_steps=27400 elapsed=32.6s lr=3.000000e-04 loss_all=1.2504 acc_all=0.8032 loss_corrupt=2.2067 acc_corrupt=0.6502 corrupt_frac=0.5510 loss=2.2067 loss_recon=2.2067 loss_meanflow=0.0000 mean_model_t=0.5008 mean_corrupt_t=0.5008 wrong_frac=0.5014 init_acc_corrupt=0.4875 init_gold_top10=0.4942 init_gold_top100=0.4988
+step=13800 micro_steps=27600 elapsed=32.6s lr=3.000000e-04 loss_all=1.2315 acc_all=0.8060 loss_corrupt=2.1905 acc_corrupt=0.6525 corrupt_frac=0.5470 loss=2.1905 loss_recon=2.1905 loss_meanflow=0.0000 mean_model_t=0.5008 mean_corrupt_t=0.5008 wrong_frac=0.4994 init_acc_corrupt=0.4891 init_gold_top10=0.4960 init_gold_top100=0.5006
+step=13900 micro_steps=27800 elapsed=32.6s lr=3.000000e-04 loss_all=1.2206 acc_all=0.8071 loss_corrupt=2.1798 acc_corrupt=0.6529 corrupt_frac=0.5449 loss=2.1798 loss_recon=2.1798 loss_meanflow=0.0000 mean_model_t=0.4989 mean_corrupt_t=0.4989 wrong_frac=0.5002 init_acc_corrupt=0.4884 init_gold_top10=0.4954 init_gold_top100=0.4998
+step=14000 micro_steps=28000 elapsed=32.5s lr=3.000000e-04 loss_all=1.2285 acc_all=0.8057 loss_corrupt=2.1801 acc_corrupt=0.6528 corrupt_frac=0.5482 loss=2.1801 loss_recon=2.1801 loss_meanflow=0.0000 mean_model_t=0.4975 mean_corrupt_t=0.4975 wrong_frac=0.5013 init_acc_corrupt=0.4875 init_gold_top10=0.4943 init_gold_top100=0.4987
+step=14100 micro_steps=28200 elapsed=33.9s lr=3.000000e-04 loss_all=1.2267 acc_all=0.8066 loss_corrupt=2.1727 acc_corrupt=0.6550 corrupt_frac=0.5496 loss=2.1727 loss_recon=2.1727 loss_meanflow=0.0000 mean_model_t=0.4989 mean_corrupt_t=0.4989 wrong_frac=0.4971 init_acc_corrupt=0.4916 init_gold_top10=0.4984 init_gold_top100=0.5030
+step=14200 micro_steps=28400 elapsed=32.5s lr=3.000000e-04 loss_all=1.2217 acc_all=0.8072 loss_corrupt=2.1613 acc_corrupt=0.6565 corrupt_frac=0.5500 loss=2.1613 loss_recon=2.1613 loss_meanflow=0.0000 mean_model_t=0.5027 mean_corrupt_t=0.5027 wrong_frac=0.4958 init_acc_corrupt=0.4931 init_gold_top10=0.4999 init_gold_top100=0.5043
+step=14300 micro_steps=28600 elapsed=32.5s lr=3.000000e-04 loss_all=1.2236 acc_all=0.8067 loss_corrupt=2.1629 acc_corrupt=0.6560 corrupt_frac=0.5504 loss=2.1629 loss_recon=2.1629 loss_meanflow=0.0000 mean_model_t=0.5052 mean_corrupt_t=0.5052 wrong_frac=0.4959 init_acc_corrupt=0.4931 init_gold_top10=0.4998 init_gold_top100=0.5043
+step=14400 micro_steps=28800 elapsed=32.5s lr=3.000000e-04 loss_all=1.2492 acc_all=0.8035 loss_corrupt=2.1929 acc_corrupt=0.6525 corrupt_frac=0.5548 loss=2.1929 loss_recon=2.1929 loss_meanflow=0.0000 mean_model_t=0.5001 mean_corrupt_t=0.5001 wrong_frac=0.5002 init_acc_corrupt=0.4886 init_gold_top10=0.4953 init_gold_top100=0.4997
+step=14500 micro_steps=29000 elapsed=32.5s lr=3.000000e-04 loss_all=1.2204 acc_all=0.8068 loss_corrupt=2.1762 acc_corrupt=0.6528 corrupt_frac=0.5459 loss=2.1762 loss_recon=2.1762 loss_meanflow=0.0000 mean_model_t=0.5021 mean_corrupt_t=0.5021 wrong_frac=0.5003 init_acc_corrupt=0.4884 init_gold_top10=0.4953 init_gold_top100=0.4998
+step=14600 micro_steps=29200 elapsed=32.5s lr=3.000000e-04 loss_all=1.2293 acc_all=0.8058 loss_corrupt=2.1830 acc_corrupt=0.6526 corrupt_frac=0.5485 loss=2.1830 loss_recon=2.1830 loss_meanflow=0.0000 mean_model_t=0.4980 mean_corrupt_t=0.4980 wrong_frac=0.5012 init_acc_corrupt=0.4876 init_gold_top10=0.4944 init_gold_top100=0.4989
+step=14700 micro_steps=29400 elapsed=32.6s lr=3.000000e-04 loss_all=1.2380 acc_all=0.8044 loss_corrupt=2.1846 acc_corrupt=0.6525 corrupt_frac=0.5515 loss=2.1846 loss_recon=2.1846 loss_meanflow=0.0000 mean_model_t=0.4995 mean_corrupt_t=0.4995 wrong_frac=0.5004 init_acc_corrupt=0.4881 init_gold_top10=0.4950 init_gold_top100=0.4996
+step=14800 micro_steps=29600 elapsed=32.5s lr=3.000000e-04 loss_all=1.2351 acc_all=0.8051 loss_corrupt=2.2006 acc_corrupt=0.6501 corrupt_frac=0.5460 loss=2.2006 loss_recon=2.2006 loss_meanflow=0.0000 mean_model_t=0.4979 mean_corrupt_t=0.4979 wrong_frac=0.5045 init_acc_corrupt=0.4839 init_gold_top10=0.4908 init_gold_top100=0.4956
+step=14900 micro_steps=29800 elapsed=32.5s lr=3.000000e-04 loss_all=1.2323 acc_all=0.8055 loss_corrupt=2.1812 acc_corrupt=0.6534 corrupt_frac=0.5502 loss=2.1812 loss_recon=2.1812 loss_meanflow=0.0000 mean_model_t=0.4985 mean_corrupt_t=0.4985 wrong_frac=0.5010 init_acc_corrupt=0.4875 init_gold_top10=0.4944 init_gold_top100=0.4990
+step=15000 micro_steps=30000 elapsed=32.5s lr=3.000000e-04 loss_all=1.2332 acc_all=0.8053 loss_corrupt=2.1848 acc_corrupt=0.6525 corrupt_frac=0.5493 loss=2.1848 loss_recon=2.1848 loss_meanflow=0.0000 mean_model_t=0.4971 mean_corrupt_t=0.4971 wrong_frac=0.5022 init_acc_corrupt=0.4863 init_gold_top10=0.4933 init_gold_top100=0.4979
+step=15100 micro_steps=30200 elapsed=34.2s lr=3.000000e-04 loss_all=1.2428 acc_all=0.8037 loss_corrupt=2.1999 acc_corrupt=0.6502 corrupt_frac=0.5504 loss=2.1999 loss_recon=2.1999 loss_meanflow=0.0000 mean_model_t=0.4954 mean_corrupt_t=0.4954 wrong_frac=0.5046 init_acc_corrupt=0.4839 init_gold_top10=0.4907 init_gold_top100=0.4953
+step=15200 micro_steps=30400 elapsed=32.6s lr=3.000000e-04 loss_all=1.2253 acc_all=0.8060 loss_corrupt=2.1625 acc_corrupt=0.6554 corrupt_frac=0.5516 loss=2.1625 loss_recon=2.1625 loss_meanflow=0.0000 mean_model_t=0.5003 mean_corrupt_t=0.5003 wrong_frac=0.4989 init_acc_corrupt=0.4899 init_gold_top10=0.4967 init_gold_top100=0.5011
+step=15300 micro_steps=30600 elapsed=32.6s lr=3.000000e-04 loss_all=1.2396 acc_all=0.8044 loss_corrupt=2.1924 acc_corrupt=0.6516 corrupt_frac=0.5508 loss=2.1924 loss_recon=2.1924 loss_meanflow=0.0000 mean_model_t=0.4983 mean_corrupt_t=0.4983 wrong_frac=0.5028 init_acc_corrupt=0.4858 init_gold_top10=0.4925 init_gold_top100=0.4972
+step=15400 micro_steps=30800 elapsed=32.6s lr=3.000000e-04 loss_all=1.2409 acc_all=0.8042 loss_corrupt=2.1966 acc_corrupt=0.6509 corrupt_frac=0.5499 loss=2.1966 loss_recon=2.1966 loss_meanflow=0.0000 mean_model_t=0.4973 mean_corrupt_t=0.4973 wrong_frac=0.5040 init_acc_corrupt=0.4846 init_gold_top10=0.4915 init_gold_top100=0.4960
+step=15500 micro_steps=31000 elapsed=32.6s lr=3.000000e-04 loss_all=1.2246 acc_all=0.8063 loss_corrupt=2.1678 acc_corrupt=0.6546 corrupt_frac=0.5495 loss=2.1678 loss_recon=2.1678 loss_meanflow=0.0000 mean_model_t=0.4986 mean_corrupt_t=0.4986 wrong_frac=0.5005 init_acc_corrupt=0.4883 init_gold_top10=0.4951 init_gold_top100=0.4996
+step=15600 micro_steps=31200 elapsed=32.5s lr=3.000000e-04 loss_all=1.1997 acc_all=0.8101 loss_corrupt=2.1422 acc_corrupt=0.6585 corrupt_frac=0.5449 loss=2.1422 loss_recon=2.1422 loss_meanflow=0.0000 mean_model_t=0.5054 mean_corrupt_t=0.5054 wrong_frac=0.4950 init_acc_corrupt=0.4938 init_gold_top10=0.5006 init_gold_top100=0.5051
+step=15700 micro_steps=31400 elapsed=32.6s lr=3.000000e-04 loss_all=1.2156 acc_all=0.8075 loss_corrupt=2.1466 acc_corrupt=0.6577 corrupt_frac=0.5516 loss=2.1466 loss_recon=2.1466 loss_meanflow=0.0000 mean_model_t=0.5017 mean_corrupt_t=0.5017 wrong_frac=0.4969 init_acc_corrupt=0.4924 init_gold_top10=0.4990 init_gold_top100=0.5033
+step=15800 micro_steps=31600 elapsed=32.7s lr=3.000000e-04 loss_all=1.2199 acc_all=0.8070 loss_corrupt=2.1584 acc_corrupt=0.6561 corrupt_frac=0.5507 loss=2.1584 loss_recon=2.1584 loss_meanflow=0.0000 mean_model_t=0.4991 mean_corrupt_t=0.4991 wrong_frac=0.4991 init_acc_corrupt=0.4897 init_gold_top10=0.4965 init_gold_top100=0.5009
+step=15900 micro_steps=31800 elapsed=32.7s lr=3.000000e-04 loss_all=1.2063 acc_all=0.8089 loss_corrupt=2.1448 acc_corrupt=0.6578 corrupt_frac=0.5481 loss=2.1448 loss_recon=2.1448 loss_meanflow=0.0000 mean_model_t=0.5015 mean_corrupt_t=0.5015 wrong_frac=0.4973 init_acc_corrupt=0.4916 init_gold_top10=0.4983 init_gold_top100=0.5028
+step=16000 micro_steps=32000 elapsed=32.7s lr=3.000000e-04 loss_all=1.2059 acc_all=0.8090 loss_corrupt=2.1487 acc_corrupt=0.6572 corrupt_frac=0.5469 loss=2.1487 loss_recon=2.1487 loss_meanflow=0.0000 mean_model_t=0.4993 mean_corrupt_t=0.4993 wrong_frac=0.4982 init_acc_corrupt=0.4903 init_gold_top10=0.4973 init_gold_top100=0.5019
+step=16100 micro_steps=32200 elapsed=34.2s lr=3.000000e-04 loss_all=1.2050 acc_all=0.8090 loss_corrupt=2.1232 acc_corrupt=0.6611 corrupt_frac=0.5524 loss=2.1232 loss_recon=2.1232 loss_meanflow=0.0000 mean_model_t=0.5051 mean_corrupt_t=0.5051 wrong_frac=0.4936 init_acc_corrupt=0.4954 init_gold_top10=0.5021 init_gold_top100=0.5065
+step=16200 micro_steps=32400 elapsed=32.6s lr=3.000000e-04 loss_all=1.2407 acc_all=0.8039 loss_corrupt=2.1873 acc_corrupt=0.6521 corrupt_frac=0.5531 loss=2.1873 loss_recon=2.1873 loss_meanflow=0.0000 mean_model_t=0.5003 mean_corrupt_t=0.5003 wrong_frac=0.5015 init_acc_corrupt=0.4872 init_gold_top10=0.4940 init_gold_top100=0.4987
+step=16300 micro_steps=32600 elapsed=32.6s lr=3.000000e-04 loss_all=1.2326 acc_all=0.8054 loss_corrupt=2.1782 acc_corrupt=0.6535 corrupt_frac=0.5515 loss=2.1782 loss_recon=2.1782 loss_meanflow=0.0000 mean_model_t=0.4981 mean_corrupt_t=0.4981 wrong_frac=0.5018 init_acc_corrupt=0.4867 init_gold_top10=0.4935 init_gold_top100=0.4982
+step=16400 micro_steps=32800 elapsed=32.6s lr=3.000000e-04 loss_all=1.2285 acc_all=0.8059 loss_corrupt=2.1661 acc_corrupt=0.6554 corrupt_frac=0.5531 loss=2.1661 loss_recon=2.1661 loss_meanflow=0.0000 mean_model_t=0.5021 mean_corrupt_t=0.5021 wrong_frac=0.4993 init_acc_corrupt=0.4894 init_gold_top10=0.4961 init_gold_top100=0.5007
+step=16500 micro_steps=33000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1985 acc_all=0.8097 loss_corrupt=2.1381 acc_corrupt=0.6578 corrupt_frac=0.5454 loss=2.1381 loss_recon=2.1381 loss_meanflow=0.0000 mean_model_t=0.5006 mean_corrupt_t=0.5006 wrong_frac=0.4997 init_acc_corrupt=0.4893 init_gold_top10=0.4959 init_gold_top100=0.5004
+step=16600 micro_steps=33200 elapsed=32.6s lr=3.000000e-04 loss_all=1.1950 acc_all=0.8103 loss_corrupt=2.1251 acc_corrupt=0.6601 corrupt_frac=0.5469 loss=2.1251 loss_recon=2.1251 loss_meanflow=0.0000 mean_model_t=0.5037 mean_corrupt_t=0.5037 wrong_frac=0.4952 init_acc_corrupt=0.4938 init_gold_top10=0.5004 init_gold_top100=0.5049
+step=16700 micro_steps=33400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1841 acc_all=0.8119 loss_corrupt=2.0992 acc_corrupt=0.6641 corrupt_frac=0.5495 loss=2.0992 loss_recon=2.0992 loss_meanflow=0.0000 mean_model_t=0.5064 mean_corrupt_t=0.5064 wrong_frac=0.4905 init_acc_corrupt=0.4985 init_gold_top10=0.5051 init_gold_top100=0.5096
+step=16800 micro_steps=33600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1959 acc_all=0.8101 loss_corrupt=2.1222 acc_corrupt=0.6605 corrupt_frac=0.5490 loss=2.1222 loss_recon=2.1222 loss_meanflow=0.0000 mean_model_t=0.5015 mean_corrupt_t=0.5015 wrong_frac=0.4953 init_acc_corrupt=0.4935 init_gold_top10=0.5002 init_gold_top100=0.5048
+step=16900 micro_steps=33800 elapsed=34.7s lr=3.000000e-04 loss_all=1.2265 acc_all=0.8058 loss_corrupt=2.1547 acc_corrupt=0.6564 corrupt_frac=0.5551 loss=2.1547 loss_recon=2.1547 loss_meanflow=0.0000 mean_model_t=0.5005 mean_corrupt_t=0.5005 wrong_frac=0.4990 init_acc_corrupt=0.4897 init_gold_top10=0.4965 init_gold_top100=0.5011
+step=17000 micro_steps=34000 elapsed=32.7s lr=3.000000e-04 loss_all=1.2342 acc_all=0.8043 loss_corrupt=2.1729 acc_corrupt=0.6530 corrupt_frac=0.5535 loss=2.1729 loss_recon=2.1729 loss_meanflow=0.0000 mean_model_t=0.4975 mean_corrupt_t=0.4975 wrong_frac=0.5037 init_acc_corrupt=0.4852 init_gold_top10=0.4919 init_gold_top100=0.4964
+step=17100 micro_steps=34200 elapsed=34.2s lr=3.000000e-04 loss_all=1.2077 acc_all=0.8086 loss_corrupt=2.1375 acc_corrupt=0.6588 corrupt_frac=0.5498 loss=2.1375 loss_recon=2.1375 loss_meanflow=0.0000 mean_model_t=0.5023 mean_corrupt_t=0.5023 wrong_frac=0.4968 init_acc_corrupt=0.4918 init_gold_top10=0.4986 init_gold_top100=0.5032
+step=17200 micro_steps=34400 elapsed=32.6s lr=3.000000e-04 loss_all=1.2033 acc_all=0.8089 loss_corrupt=2.1317 acc_corrupt=0.6591 corrupt_frac=0.5501 loss=2.1317 loss_recon=2.1317 loss_meanflow=0.0000 mean_model_t=0.5013 mean_corrupt_t=0.5013 wrong_frac=0.4968 init_acc_corrupt=0.4919 init_gold_top10=0.4988 init_gold_top100=0.5033
+step=17300 micro_steps=34600 elapsed=32.6s lr=3.000000e-04 loss_all=1.2074 acc_all=0.8081 loss_corrupt=2.1489 acc_corrupt=0.6559 corrupt_frac=0.5472 loss=2.1489 loss_recon=2.1489 loss_meanflow=0.0000 mean_model_t=0.4969 mean_corrupt_t=0.4969 wrong_frac=0.5020 init_acc_corrupt=0.4867 init_gold_top10=0.4936 init_gold_top100=0.4981
+step=17400 micro_steps=34800 elapsed=32.7s lr=3.000000e-04 loss_all=1.1979 acc_all=0.8101 loss_corrupt=2.1322 acc_corrupt=0.6596 corrupt_frac=0.5474 loss=2.1322 loss_recon=2.1322 loss_meanflow=0.0000 mean_model_t=0.5024 mean_corrupt_t=0.5024 wrong_frac=0.4973 init_acc_corrupt=0.4913 init_gold_top10=0.4981 init_gold_top100=0.5028
+step=17500 micro_steps=35000 elapsed=32.7s lr=3.000000e-04 loss_all=1.2238 acc_all=0.8063 loss_corrupt=2.1789 acc_corrupt=0.6526 corrupt_frac=0.5475 loss=2.1789 loss_recon=2.1789 loss_meanflow=0.0000 mean_model_t=0.4971 mean_corrupt_t=0.4971 wrong_frac=0.5048 init_acc_corrupt=0.4838 init_gold_top10=0.4905 init_gold_top100=0.4953
+step=17600 micro_steps=35200 elapsed=32.7s lr=3.000000e-04 loss_all=1.2255 acc_all=0.8053 loss_corrupt=2.1539 acc_corrupt=0.6555 corrupt_frac=0.5551 loss=2.1539 loss_recon=2.1539 loss_meanflow=0.0000 mean_model_t=0.4979 mean_corrupt_t=0.4979 wrong_frac=0.5014 init_acc_corrupt=0.4872 init_gold_top10=0.4941 init_gold_top100=0.4987
+step=17700 micro_steps=35400 elapsed=32.6s lr=3.000000e-04 loss_all=1.2067 acc_all=0.8090 loss_corrupt=2.1440 acc_corrupt=0.6582 corrupt_frac=0.5493 loss=2.1440 loss_recon=2.1440 loss_meanflow=0.0000 mean_model_t=0.5020 mean_corrupt_t=0.5020 wrong_frac=0.4974 init_acc_corrupt=0.4910 init_gold_top10=0.4979 init_gold_top100=0.5026
+step=17800 micro_steps=35600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1880 acc_all=0.8112 loss_corrupt=2.1122 acc_corrupt=0.6619 corrupt_frac=0.5479 loss=2.1122 loss_recon=2.1122 loss_meanflow=0.0000 mean_model_t=0.5034 mean_corrupt_t=0.5034 wrong_frac=0.4955 init_acc_corrupt=0.4936 init_gold_top10=0.5002 init_gold_top100=0.5046
+step=17900 micro_steps=35800 elapsed=32.6s lr=3.000000e-04 loss_all=1.2027 acc_all=0.8093 loss_corrupt=2.1451 acc_corrupt=0.6574 corrupt_frac=0.5465 loss=2.1451 loss_recon=2.1451 loss_meanflow=0.0000 mean_model_t=0.5003 mean_corrupt_t=0.5003 wrong_frac=0.5007 init_acc_corrupt=0.4878 init_gold_top10=0.4947 init_gold_top100=0.4994
+step=18000 micro_steps=36000 elapsed=32.6s lr=3.000000e-04 loss_all=1.2252 acc_all=0.8062 loss_corrupt=2.1543 acc_corrupt=0.6568 corrupt_frac=0.5539 loss=2.1543 loss_recon=2.1543 loss_meanflow=0.0000 mean_model_t=0.5016 mean_corrupt_t=0.5016 wrong_frac=0.4983 init_acc_corrupt=0.4903 init_gold_top10=0.4972 init_gold_top100=0.5017
+step=18100 micro_steps=36200 elapsed=34.2s lr=3.000000e-04 loss_all=1.2228 acc_all=0.8061 loss_corrupt=2.1646 acc_corrupt=0.6544 corrupt_frac=0.5509 loss=2.1646 loss_recon=2.1646 loss_meanflow=0.0000 mean_model_t=0.4979 mean_corrupt_t=0.4979 wrong_frac=0.5034 init_acc_corrupt=0.4853 init_gold_top10=0.4922 init_gold_top100=0.4968
+step=18200 micro_steps=36400 elapsed=32.7s lr=3.000000e-04 loss_all=1.2186 acc_all=0.8068 loss_corrupt=2.1533 acc_corrupt=0.6561 corrupt_frac=0.5510 loss=2.1533 loss_recon=2.1533 loss_meanflow=0.0000 mean_model_t=0.4991 mean_corrupt_t=0.4991 wrong_frac=0.5008 init_acc_corrupt=0.4877 init_gold_top10=0.4946 init_gold_top100=0.4993
+step=18300 micro_steps=36600 elapsed=32.7s lr=3.000000e-04 loss_all=1.2372 acc_all=0.8040 loss_corrupt=2.1750 acc_corrupt=0.6532 corrupt_frac=0.5555 loss=2.1750 loss_recon=2.1750 loss_meanflow=0.0000 mean_model_t=0.4967 mean_corrupt_t=0.4967 wrong_frac=0.5033 init_acc_corrupt=0.4847 init_gold_top10=0.4918 init_gold_top100=0.4967
+step=18400 micro_steps=36800 elapsed=32.7s lr=3.000000e-04 loss_all=1.2032 acc_all=0.8088 loss_corrupt=2.1382 acc_corrupt=0.6578 corrupt_frac=0.5481 loss=2.1382 loss_recon=2.1382 loss_meanflow=0.0000 mean_model_t=0.4977 mean_corrupt_t=0.4977 wrong_frac=0.5014 init_acc_corrupt=0.4873 init_gold_top10=0.4942 init_gold_top100=0.4987
+step=18500 micro_steps=37000 elapsed=32.7s lr=3.000000e-04 loss_all=1.1927 acc_all=0.8105 loss_corrupt=2.1104 acc_corrupt=0.6622 corrupt_frac=0.5510 loss=2.1104 loss_recon=2.1104 loss_meanflow=0.0000 mean_model_t=0.5021 mean_corrupt_t=0.5021 wrong_frac=0.4958 init_acc_corrupt=0.4930 init_gold_top10=0.4999 init_gold_top100=0.5044
+step=18600 micro_steps=37200 elapsed=32.7s lr=3.000000e-04 loss_all=1.2233 acc_all=0.8062 loss_corrupt=2.1749 acc_corrupt=0.6532 corrupt_frac=0.5489 loss=2.1749 loss_recon=2.1749 loss_meanflow=0.0000 mean_model_t=0.4951 mean_corrupt_t=0.4951 wrong_frac=0.5058 init_acc_corrupt=0.4829 init_gold_top10=0.4898 init_gold_top100=0.4943
+step=18700 micro_steps=37400 elapsed=32.6s lr=3.000000e-04 loss_all=1.2280 acc_all=0.8056 loss_corrupt=2.1694 acc_corrupt=0.6540 corrupt_frac=0.5517 loss=2.1694 loss_recon=2.1694 loss_meanflow=0.0000 mean_model_t=0.4973 mean_corrupt_t=0.4973 wrong_frac=0.5040 init_acc_corrupt=0.4844 init_gold_top10=0.4914 init_gold_top100=0.4961
+step=18800 micro_steps=37600 elapsed=32.6s lr=3.000000e-04 loss_all=1.2084 acc_all=0.8084 loss_corrupt=2.1476 acc_corrupt=0.6570 corrupt_frac=0.5484 loss=2.1476 loss_recon=2.1476 loss_meanflow=0.0000 mean_model_t=0.4973 mean_corrupt_t=0.4973 wrong_frac=0.5023 init_acc_corrupt=0.4862 init_gold_top10=0.4931 init_gold_top100=0.4976
+step=18900 micro_steps=37800 elapsed=32.6s lr=3.000000e-04 loss_all=1.2078 acc_all=0.8079 loss_corrupt=2.1364 acc_corrupt=0.6578 corrupt_frac=0.5515 loss=2.1364 loss_recon=2.1364 loss_meanflow=0.0000 mean_model_t=0.4976 mean_corrupt_t=0.4976 wrong_frac=0.5021 init_acc_corrupt=0.4866 init_gold_top10=0.4934 init_gold_top100=0.4980
+step=19000 micro_steps=38000 elapsed=32.7s lr=3.000000e-04 loss_all=1.1992 acc_all=0.8095 loss_corrupt=2.1278 acc_corrupt=0.6595 corrupt_frac=0.5499 loss=2.1278 loss_recon=2.1278 loss_meanflow=0.0000 mean_model_t=0.5016 mean_corrupt_t=0.5016 wrong_frac=0.4993 init_acc_corrupt=0.4894 init_gold_top10=0.4962 init_gold_top100=0.5008
+step=19100 micro_steps=38200 elapsed=34.1s lr=3.000000e-04 loss_all=1.1954 acc_all=0.8099 loss_corrupt=2.1167 acc_corrupt=0.6608 corrupt_frac=0.5505 loss=2.1167 loss_recon=2.1167 loss_meanflow=0.0000 mean_model_t=0.5015 mean_corrupt_t=0.5015 wrong_frac=0.4974 init_acc_corrupt=0.4917 init_gold_top10=0.4982 init_gold_top100=0.5028
+step=19200 micro_steps=38400 elapsed=32.6s lr=3.000000e-04 loss_all=1.2137 acc_all=0.8070 loss_corrupt=2.1460 acc_corrupt=0.6563 corrupt_frac=0.5516 loss=2.1460 loss_recon=2.1460 loss_meanflow=0.0000 mean_model_t=0.4979 mean_corrupt_t=0.4979 wrong_frac=0.5023 init_acc_corrupt=0.4863 init_gold_top10=0.4931 init_gold_top100=0.4977
+step=19300 micro_steps=38600 elapsed=32.7s lr=3.000000e-04 loss_all=1.2105 acc_all=0.8078 loss_corrupt=2.1373 acc_corrupt=0.6582 corrupt_frac=0.5526 loss=2.1373 loss_recon=2.1373 loss_meanflow=0.0000 mean_model_t=0.5010 mean_corrupt_t=0.5010 wrong_frac=0.5004 init_acc_corrupt=0.4883 init_gold_top10=0.4952 init_gold_top100=0.4998
+step=19400 micro_steps=38800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1848 acc_all=0.8112 loss_corrupt=2.1082 acc_corrupt=0.6617 corrupt_frac=0.5483 loss=2.1082 loss_recon=2.1082 loss_meanflow=0.0000 mean_model_t=0.5005 mean_corrupt_t=0.5005 wrong_frac=0.4979 init_acc_corrupt=0.4906 init_gold_top10=0.4976 init_gold_top100=0.5022
+step=19500 micro_steps=39000 elapsed=32.6s lr=3.000000e-04 loss_all=1.2064 acc_all=0.8079 loss_corrupt=2.1303 acc_corrupt=0.6584 corrupt_frac=0.5524 loss=2.1303 loss_recon=2.1303 loss_meanflow=0.0000 mean_model_t=0.5003 mean_corrupt_t=0.5003 wrong_frac=0.5009 init_acc_corrupt=0.4879 init_gold_top10=0.4948 init_gold_top100=0.4993
+step=19600 micro_steps=39200 elapsed=32.6s lr=3.000000e-04 loss_all=1.1812 acc_all=0.8116 loss_corrupt=2.0990 acc_corrupt=0.6629 corrupt_frac=0.5487 loss=2.0990 loss_recon=2.0990 loss_meanflow=0.0000 mean_model_t=0.5026 mean_corrupt_t=0.5026 wrong_frac=0.4947 init_acc_corrupt=0.4942 init_gold_top10=0.5009 init_gold_top100=0.5055
+step=19700 micro_steps=39400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1966 acc_all=0.8097 loss_corrupt=2.1374 acc_corrupt=0.6577 corrupt_frac=0.5464 loss=2.1374 loss_recon=2.1374 loss_meanflow=0.0000 mean_model_t=0.5005 mean_corrupt_t=0.5005 wrong_frac=0.5012 init_acc_corrupt=0.4874 init_gold_top10=0.4943 init_gold_top100=0.4989
+step=19800 micro_steps=39600 elapsed=32.6s lr=3.000000e-04 loss_all=1.2016 acc_all=0.8089 loss_corrupt=2.1369 acc_corrupt=0.6577 corrupt_frac=0.5480 loss=2.1369 loss_recon=2.1369 loss_meanflow=0.0000 mean_model_t=0.4973 mean_corrupt_t=0.4973 wrong_frac=0.5024 init_acc_corrupt=0.4864 init_gold_top10=0.4932 init_gold_top100=0.4977
+step=19900 micro_steps=39800 elapsed=32.5s lr=3.000000e-04 loss_all=1.1873 acc_all=0.8109 loss_corrupt=2.1230 acc_corrupt=0.6593 corrupt_frac=0.5450 loss=2.1230 loss_recon=2.1230 loss_meanflow=0.0000 mean_model_t=0.4982 mean_corrupt_t=0.4982 wrong_frac=0.5023 init_acc_corrupt=0.4862 init_gold_top10=0.4933 init_gold_top100=0.4978
+step=20000 micro_steps=40000 elapsed=32.6s lr=3.000000e-04 loss_all=1.2110 acc_all=0.8079 loss_corrupt=2.1437 acc_corrupt=0.6574 corrupt_frac=0.5505 loss=2.1437 loss_recon=2.1437 loss_meanflow=0.0000 mean_model_t=0.4974 mean_corrupt_t=0.4974 wrong_frac=0.5016 init_acc_corrupt=0.4868 init_gold_top10=0.4937 init_gold_top100=0.4984
+step=20100 micro_steps=40200 elapsed=35.7s lr=3.000000e-04 loss_all=1.2157 acc_all=0.8069 loss_corrupt=2.1447 acc_corrupt=0.6569 corrupt_frac=0.5533 loss=2.1447 loss_recon=2.1447 loss_meanflow=0.0000 mean_model_t=0.4971 mean_corrupt_t=0.4971 wrong_frac=0.5028 init_acc_corrupt=0.4855 init_gold_top10=0.4926 init_gold_top100=0.4974
+step=20200 micro_steps=40400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1946 acc_all=0.8096 loss_corrupt=2.1260 acc_corrupt=0.6587 corrupt_frac=0.5476 loss=2.1260 loss_recon=2.1260 loss_meanflow=0.0000 mean_model_t=0.4943 mean_corrupt_t=0.4943 wrong_frac=0.5040 init_acc_corrupt=0.4846 init_gold_top10=0.4916 init_gold_top100=0.4962
+step=20300 micro_steps=40600 elapsed=32.7s lr=3.000000e-04 loss_all=1.1833 acc_all=0.8118 loss_corrupt=2.0892 acc_corrupt=0.6654 corrupt_frac=0.5524 loss=2.0892 loss_recon=2.0892 loss_meanflow=0.0000 mean_model_t=0.5047 mean_corrupt_t=0.5047 wrong_frac=0.4941 init_acc_corrupt=0.4948 init_gold_top10=0.5015 init_gold_top100=0.5060
+step=20400 micro_steps=40800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1983 acc_all=0.8091 loss_corrupt=2.1273 acc_corrupt=0.6587 corrupt_frac=0.5494 loss=2.1273 loss_recon=2.1273 loss_meanflow=0.0000 mean_model_t=0.4993 mean_corrupt_t=0.4993 wrong_frac=0.5012 init_acc_corrupt=0.4877 init_gold_top10=0.4943 init_gold_top100=0.4989
+step=20500 micro_steps=41000 elapsed=32.6s lr=3.000000e-04 loss_all=1.2019 acc_all=0.8085 loss_corrupt=2.1339 acc_corrupt=0.6575 corrupt_frac=0.5490 loss=2.1339 loss_recon=2.1339 loss_meanflow=0.0000 mean_model_t=0.4956 mean_corrupt_t=0.4956 wrong_frac=0.5044 init_acc_corrupt=0.4842 init_gold_top10=0.4909 init_gold_top100=0.4957
+step=20600 micro_steps=41200 elapsed=32.6s lr=3.000000e-04 loss_all=1.1969 acc_all=0.8095 loss_corrupt=2.1159 acc_corrupt=0.6609 corrupt_frac=0.5516 loss=2.1159 loss_recon=2.1159 loss_meanflow=0.0000 mean_model_t=0.5004 mean_corrupt_t=0.5004 wrong_frac=0.4990 init_acc_corrupt=0.4895 init_gold_top10=0.4964 init_gold_top100=0.5010
+step=20700 micro_steps=41400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1878 acc_all=0.8110 loss_corrupt=2.1054 acc_corrupt=0.6625 corrupt_frac=0.5505 loss=2.1054 loss_recon=2.1054 loss_meanflow=0.0000 mean_model_t=0.5021 mean_corrupt_t=0.5021 wrong_frac=0.4974 init_acc_corrupt=0.4915 init_gold_top10=0.4981 init_gold_top100=0.5026
+step=20800 micro_steps=41600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1842 acc_all=0.8114 loss_corrupt=2.1007 acc_corrupt=0.6630 corrupt_frac=0.5492 loss=2.1007 loss_recon=2.1007 loss_meanflow=0.0000 mean_model_t=0.5044 mean_corrupt_t=0.5044 wrong_frac=0.4973 init_acc_corrupt=0.4917 init_gold_top10=0.4984 init_gold_top100=0.5028
+step=20900 micro_steps=41800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1903 acc_all=0.8103 loss_corrupt=2.1167 acc_corrupt=0.6603 corrupt_frac=0.5476 loss=2.1167 loss_recon=2.1167 loss_meanflow=0.0000 mean_model_t=0.4995 mean_corrupt_t=0.4995 wrong_frac=0.5015 init_acc_corrupt=0.4870 init_gold_top10=0.4940 init_gold_top100=0.4986
+step=21000 micro_steps=42000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1851 acc_all=0.8115 loss_corrupt=2.1084 acc_corrupt=0.6621 corrupt_frac=0.5479 loss=2.1084 loss_recon=2.1084 loss_meanflow=0.0000 mean_model_t=0.5027 mean_corrupt_t=0.5027 wrong_frac=0.4977 init_acc_corrupt=0.4912 init_gold_top10=0.4979 init_gold_top100=0.5024
+step=21100 micro_steps=42200 elapsed=34.1s lr=3.000000e-04 loss_all=1.1951 acc_all=0.8097 loss_corrupt=2.1274 acc_corrupt=0.6589 corrupt_frac=0.5474 loss=2.1274 loss_recon=2.1274 loss_meanflow=0.0000 mean_model_t=0.4993 mean_corrupt_t=0.4993 wrong_frac=0.5016 init_acc_corrupt=0.4870 init_gold_top10=0.4940 init_gold_top100=0.4986
+step=21200 micro_steps=42400 elapsed=32.7s lr=3.000000e-04 loss_all=1.1851 acc_all=0.8106 loss_corrupt=2.1026 acc_corrupt=0.6616 corrupt_frac=0.5500 loss=2.1026 loss_recon=2.1026 loss_meanflow=0.0000 mean_model_t=0.5010 mean_corrupt_t=0.5010 wrong_frac=0.4994 init_acc_corrupt=0.4894 init_gold_top10=0.4962 init_gold_top100=0.5007
+step=21300 micro_steps=42600 elapsed=32.7s lr=3.000000e-04 loss_all=1.1940 acc_all=0.8098 loss_corrupt=2.1164 acc_corrupt=0.6606 corrupt_frac=0.5508 loss=2.1164 loss_recon=2.1164 loss_meanflow=0.0000 mean_model_t=0.5004 mean_corrupt_t=0.5004 wrong_frac=0.4987 init_acc_corrupt=0.4899 init_gold_top10=0.4967 init_gold_top100=0.5014
+step=21400 micro_steps=42800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1843 acc_all=0.8116 loss_corrupt=2.1037 acc_corrupt=0.6629 corrupt_frac=0.5491 loss=2.1037 loss_recon=2.1037 loss_meanflow=0.0000 mean_model_t=0.5008 mean_corrupt_t=0.5008 wrong_frac=0.4986 init_acc_corrupt=0.4901 init_gold_top10=0.4970 init_gold_top100=0.5015
+step=21500 micro_steps=43000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1994 acc_all=0.8094 loss_corrupt=2.1366 acc_corrupt=0.6581 corrupt_frac=0.5479 loss=2.1366 loss_recon=2.1366 loss_meanflow=0.0000 mean_model_t=0.5002 mean_corrupt_t=0.5002 wrong_frac=0.5020 init_acc_corrupt=0.4866 init_gold_top10=0.4936 init_gold_top100=0.4982
+step=21600 micro_steps=43200 elapsed=32.7s lr=3.000000e-04 loss_all=1.2045 acc_all=0.8081 loss_corrupt=2.1313 acc_corrupt=0.6579 corrupt_frac=0.5511 loss=2.1313 loss_recon=2.1313 loss_meanflow=0.0000 mean_model_t=0.5002 mean_corrupt_t=0.5002 wrong_frac=0.5010 init_acc_corrupt=0.4872 init_gold_top10=0.4943 init_gold_top100=0.4990
+step=21700 micro_steps=43400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1963 acc_all=0.8097 loss_corrupt=2.1115 acc_corrupt=0.6618 corrupt_frac=0.5532 loss=2.1115 loss_recon=2.1115 loss_meanflow=0.0000 mean_model_t=0.5026 mean_corrupt_t=0.5026 wrong_frac=0.4978 init_acc_corrupt=0.4908 init_gold_top10=0.4977 init_gold_top100=0.5022
+step=21800 micro_steps=43600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1743 acc_all=0.8129 loss_corrupt=2.0829 acc_corrupt=0.6656 corrupt_frac=0.5495 loss=2.0829 loss_recon=2.0829 loss_meanflow=0.0000 mean_model_t=0.5042 mean_corrupt_t=0.5042 wrong_frac=0.4939 init_acc_corrupt=0.4949 init_gold_top10=0.5017 init_gold_top100=0.5061
+step=21900 micro_steps=43800 elapsed=32.7s lr=3.000000e-04 loss_all=1.1813 acc_all=0.8116 loss_corrupt=2.0969 acc_corrupt=0.6632 corrupt_frac=0.5494 loss=2.0969 loss_recon=2.0969 loss_meanflow=0.0000 mean_model_t=0.5020 mean_corrupt_t=0.5020 wrong_frac=0.4980 init_acc_corrupt=0.4907 init_gold_top10=0.4976 init_gold_top100=0.5020
+step=22000 micro_steps=44000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1785 acc_all=0.8122 loss_corrupt=2.1065 acc_corrupt=0.6619 corrupt_frac=0.5461 loss=2.1065 loss_recon=2.1065 loss_meanflow=0.0000 mean_model_t=0.5000 mean_corrupt_t=0.5000 wrong_frac=0.5000 init_acc_corrupt=0.4885 init_gold_top10=0.4955 init_gold_top100=0.5002
+step=22100 micro_steps=44200 elapsed=34.1s lr=3.000000e-04 loss_all=1.1773 acc_all=0.8119 loss_corrupt=2.1075 acc_corrupt=0.6608 corrupt_frac=0.5453 loss=2.1075 loss_recon=2.1075 loss_meanflow=0.0000 mean_model_t=0.4989 mean_corrupt_t=0.4989 wrong_frac=0.5019 init_acc_corrupt=0.4869 init_gold_top10=0.4937 init_gold_top100=0.4983
+step=22200 micro_steps=44400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1803 acc_all=0.8116 loss_corrupt=2.1009 acc_corrupt=0.6624 corrupt_frac=0.5490 loss=2.1009 loss_recon=2.1009 loss_meanflow=0.0000 mean_model_t=0.5031 mean_corrupt_t=0.5031 wrong_frac=0.4982 init_acc_corrupt=0.4908 init_gold_top10=0.4975 init_gold_top100=0.5020
+step=22300 micro_steps=44600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1998 acc_all=0.8088 loss_corrupt=2.1259 acc_corrupt=0.6587 corrupt_frac=0.5510 loss=2.1259 loss_recon=2.1259 loss_meanflow=0.0000 mean_model_t=0.4949 mean_corrupt_t=0.4949 wrong_frac=0.5040 init_acc_corrupt=0.4846 init_gold_top10=0.4915 init_gold_top100=0.4960
+step=22400 micro_steps=44800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1837 acc_all=0.8111 loss_corrupt=2.1126 acc_corrupt=0.6604 corrupt_frac=0.5465 loss=2.1126 loss_recon=2.1126 loss_meanflow=0.0000 mean_model_t=0.5005 mean_corrupt_t=0.5005 wrong_frac=0.5014 init_acc_corrupt=0.4872 init_gold_top10=0.4942 init_gold_top100=0.4986
+step=22500 micro_steps=45000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1743 acc_all=0.8120 loss_corrupt=2.0920 acc_corrupt=0.6627 corrupt_frac=0.5476 loss=2.0920 loss_recon=2.0920 loss_meanflow=0.0000 mean_model_t=0.4998 mean_corrupt_t=0.4998 wrong_frac=0.5007 init_acc_corrupt=0.4881 init_gold_top10=0.4949 init_gold_top100=0.4994
+step=22600 micro_steps=45200 elapsed=32.6s lr=3.000000e-04 loss_all=1.2075 acc_all=0.8079 loss_corrupt=2.1395 acc_corrupt=0.6570 corrupt_frac=0.5504 loss=2.1395 loss_recon=2.1395 loss_meanflow=0.0000 mean_model_t=0.4947 mean_corrupt_t=0.4947 wrong_frac=0.5048 init_acc_corrupt=0.4834 init_gold_top10=0.4905 init_gold_top100=0.4953
+step=22700 micro_steps=45400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1800 acc_all=0.8115 loss_corrupt=2.0998 acc_corrupt=0.6621 corrupt_frac=0.5484 loss=2.0998 loss_recon=2.0998 loss_meanflow=0.0000 mean_model_t=0.5008 mean_corrupt_t=0.5008 wrong_frac=0.4993 init_acc_corrupt=0.4891 init_gold_top10=0.4962 init_gold_top100=0.5008
+step=22800 micro_steps=45600 elapsed=32.5s lr=3.000000e-04 loss_all=1.1996 acc_all=0.8087 loss_corrupt=2.1308 acc_corrupt=0.6578 corrupt_frac=0.5497 loss=2.1308 loss_recon=2.1308 loss_meanflow=0.0000 mean_model_t=0.4951 mean_corrupt_t=0.4951 wrong_frac=0.5051 init_acc_corrupt=0.4830 init_gold_top10=0.4901 init_gold_top100=0.4949
+step=22900 micro_steps=45800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1795 acc_all=0.8115 loss_corrupt=2.0852 acc_corrupt=0.6643 corrupt_frac=0.5523 loss=2.0852 loss_recon=2.0852 loss_meanflow=0.0000 mean_model_t=0.4996 mean_corrupt_t=0.4996 wrong_frac=0.4984 init_acc_corrupt=0.4905 init_gold_top10=0.4973 init_gold_top100=0.5017
+step=23000 micro_steps=46000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1919 acc_all=0.8097 loss_corrupt=2.1016 acc_corrupt=0.6619 corrupt_frac=0.5534 loss=2.1016 loss_recon=2.1016 loss_meanflow=0.0000 mean_model_t=0.4977 mean_corrupt_t=0.4977 wrong_frac=0.5013 init_acc_corrupt=0.4876 init_gold_top10=0.4943 init_gold_top100=0.4987
+step=23100 micro_steps=46200 elapsed=34.1s lr=3.000000e-04 loss_all=1.1820 acc_all=0.8112 loss_corrupt=2.0978 acc_corrupt=0.6625 corrupt_frac=0.5500 loss=2.0978 loss_recon=2.0978 loss_meanflow=0.0000 mean_model_t=0.4983 mean_corrupt_t=0.4983 wrong_frac=0.5002 init_acc_corrupt=0.4883 init_gold_top10=0.4953 init_gold_top100=0.4999
+step=23200 micro_steps=46400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1946 acc_all=0.8095 loss_corrupt=2.1219 acc_corrupt=0.6592 corrupt_frac=0.5494 loss=2.1219 loss_recon=2.1219 loss_meanflow=0.0000 mean_model_t=0.4948 mean_corrupt_t=0.4948 wrong_frac=0.5050 init_acc_corrupt=0.4834 init_gold_top10=0.4904 init_gold_top100=0.4950
+step=23300 micro_steps=46600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1702 acc_all=0.8128 loss_corrupt=2.0741 acc_corrupt=0.6659 corrupt_frac=0.5507 loss=2.0741 loss_recon=2.0741 loss_meanflow=0.0000 mean_model_t=0.5029 mean_corrupt_t=0.5029 wrong_frac=0.4961 init_acc_corrupt=0.4928 init_gold_top10=0.4995 init_gold_top100=0.5039
+step=23400 micro_steps=46800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1669 acc_all=0.8129 loss_corrupt=2.0777 acc_corrupt=0.6645 corrupt_frac=0.5482 loss=2.0777 loss_recon=2.0777 loss_meanflow=0.0000 mean_model_t=0.5001 mean_corrupt_t=0.5001 wrong_frac=0.4990 init_acc_corrupt=0.4895 init_gold_top10=0.4965 init_gold_top100=0.5010
+step=23500 micro_steps=47000 elapsed=32.6s lr=3.000000e-04 loss_all=1.2136 acc_all=0.8066 loss_corrupt=2.1393 acc_corrupt=0.6566 corrupt_frac=0.5544 loss=2.1393 loss_recon=2.1393 loss_meanflow=0.0000 mean_model_t=0.4951 mean_corrupt_t=0.4951 wrong_frac=0.5067 init_acc_corrupt=0.4820 init_gold_top10=0.4889 init_gold_top100=0.4935
+step=23600 micro_steps=47200 elapsed=32.6s lr=3.000000e-04 loss_all=1.1787 acc_all=0.8118 loss_corrupt=2.0835 acc_corrupt=0.6651 corrupt_frac=0.5526 loss=2.0835 loss_recon=2.0835 loss_meanflow=0.0000 mean_model_t=0.5041 mean_corrupt_t=0.5041 wrong_frac=0.4961 init_acc_corrupt=0.4930 init_gold_top10=0.4995 init_gold_top100=0.5041
+step=23700 micro_steps=47400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1760 acc_all=0.8126 loss_corrupt=2.0899 acc_corrupt=0.6645 corrupt_frac=0.5499 loss=2.0899 loss_recon=2.0899 loss_meanflow=0.0000 mean_model_t=0.5043 mean_corrupt_t=0.5043 wrong_frac=0.4974 init_acc_corrupt=0.4916 init_gold_top10=0.4983 init_gold_top100=0.5029
+step=23800 micro_steps=47600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1739 acc_all=0.8126 loss_corrupt=2.0767 acc_corrupt=0.6660 corrupt_frac=0.5518 loss=2.0767 loss_recon=2.0767 loss_meanflow=0.0000 mean_model_t=0.5007 mean_corrupt_t=0.5007 wrong_frac=0.4971 init_acc_corrupt=0.4918 init_gold_top10=0.4986 init_gold_top100=0.5031
+step=23900 micro_steps=47800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1956 acc_all=0.8092 loss_corrupt=2.1033 acc_corrupt=0.6620 corrupt_frac=0.5553 loss=2.1033 loss_recon=2.1033 loss_meanflow=0.0000 mean_model_t=0.4996 mean_corrupt_t=0.4996 wrong_frac=0.4999 init_acc_corrupt=0.4890 init_gold_top10=0.4957 init_gold_top100=0.5002
+step=24000 micro_steps=48000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1802 acc_all=0.8114 loss_corrupt=2.1004 acc_corrupt=0.6620 corrupt_frac=0.5492 loss=2.1004 loss_recon=2.1004 loss_meanflow=0.0000 mean_model_t=0.4988 mean_corrupt_t=0.4988 wrong_frac=0.5022 init_acc_corrupt=0.4865 init_gold_top10=0.4934 init_gold_top100=0.4979
+step=24100 micro_steps=48200 elapsed=34.2s lr=3.000000e-04 loss_all=1.1862 acc_all=0.8108 loss_corrupt=2.1125 acc_corrupt=0.6607 corrupt_frac=0.5487 loss=2.1125 loss_recon=2.1125 loss_meanflow=0.0000 mean_model_t=0.4951 mean_corrupt_t=0.4951 wrong_frac=0.5041 init_acc_corrupt=0.4848 init_gold_top10=0.4916 init_gold_top100=0.4962
+step=24200 micro_steps=48400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1848 acc_all=0.8109 loss_corrupt=2.1101 acc_corrupt=0.6608 corrupt_frac=0.5489 loss=2.1101 loss_recon=2.1101 loss_meanflow=0.0000 mean_model_t=0.5030 mean_corrupt_t=0.5030 wrong_frac=0.5003 init_acc_corrupt=0.4882 init_gold_top10=0.4951 init_gold_top100=0.4996
+step=24300 micro_steps=48600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1924 acc_all=0.8099 loss_corrupt=2.1084 acc_corrupt=0.6614 corrupt_frac=0.5518 loss=2.1084 loss_recon=2.1084 loss_meanflow=0.0000 mean_model_t=0.4975 mean_corrupt_t=0.4975 wrong_frac=0.5020 init_acc_corrupt=0.4867 init_gold_top10=0.4936 init_gold_top100=0.4981
+step=24400 micro_steps=48800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1638 acc_all=0.8141 loss_corrupt=2.0710 acc_corrupt=0.6669 corrupt_frac=0.5489 loss=2.0710 loss_recon=2.0710 loss_meanflow=0.0000 mean_model_t=0.5026 mean_corrupt_t=0.5026 wrong_frac=0.4960 init_acc_corrupt=0.4927 init_gold_top10=0.4995 init_gold_top100=0.5041
+step=24500 micro_steps=49000 elapsed=32.8s lr=3.000000e-04 loss_all=1.1839 acc_all=0.8113 loss_corrupt=2.0948 acc_corrupt=0.6640 corrupt_frac=0.5521 loss=2.0948 loss_recon=2.0948 loss_meanflow=0.0000 mean_model_t=0.5012 mean_corrupt_t=0.5012 wrong_frac=0.4977 init_acc_corrupt=0.4910 init_gold_top10=0.4978 init_gold_top100=0.5023
+step=24600 micro_steps=49200 elapsed=32.8s lr=3.000000e-04 loss_all=1.1792 acc_all=0.8117 loss_corrupt=2.0894 acc_corrupt=0.6639 corrupt_frac=0.5506 loss=2.0894 loss_recon=2.0894 loss_meanflow=0.0000 mean_model_t=0.4984 mean_corrupt_t=0.4984 wrong_frac=0.4994 init_acc_corrupt=0.4892 init_gold_top10=0.4961 init_gold_top100=0.5007
+step=24700 micro_steps=49400 elapsed=32.8s lr=3.000000e-04 loss_all=1.1664 acc_all=0.8136 loss_corrupt=2.0744 acc_corrupt=0.6662 corrupt_frac=0.5489 loss=2.0744 loss_recon=2.0744 loss_meanflow=0.0000 mean_model_t=0.5017 mean_corrupt_t=0.5017 wrong_frac=0.4987 init_acc_corrupt=0.4902 init_gold_top10=0.4970 init_gold_top100=0.5015
+step=24800 micro_steps=49600 elapsed=32.8s lr=3.000000e-04 loss_all=1.1663 acc_all=0.8137 loss_corrupt=2.0901 acc_corrupt=0.6638 corrupt_frac=0.5452 loss=2.0901 loss_recon=2.0901 loss_meanflow=0.0000 mean_model_t=0.4981 mean_corrupt_t=0.4981 wrong_frac=0.5017 init_acc_corrupt=0.4871 init_gold_top10=0.4938 init_gold_top100=0.4984
+step=24900 micro_steps=49800 elapsed=32.8s lr=3.000000e-04 loss_all=1.1838 acc_all=0.8111 loss_corrupt=2.0953 acc_corrupt=0.6633 corrupt_frac=0.5521 loss=2.0953 loss_recon=2.0953 loss_meanflow=0.0000 mean_model_t=0.5012 mean_corrupt_t=0.5012 wrong_frac=0.4990 init_acc_corrupt=0.4897 init_gold_top10=0.4965 init_gold_top100=0.5011
+step=25000 micro_steps=50000 elapsed=32.8s lr=3.000000e-04 loss_all=1.1840 acc_all=0.8106 loss_corrupt=2.0995 acc_corrupt=0.6618 corrupt_frac=0.5510 loss=2.0995 loss_recon=2.0995 loss_meanflow=0.0000 mean_model_t=0.4954 mean_corrupt_t=0.4954 wrong_frac=0.5030 init_acc_corrupt=0.4855 init_gold_top10=0.4925 init_gold_top100=0.4971
+step=25100 micro_steps=50200 elapsed=34.1s lr=3.000000e-04 loss_all=1.1860 acc_all=0.8107 loss_corrupt=2.1057 acc_corrupt=0.6615 corrupt_frac=0.5501 loss=2.1057 loss_recon=2.1057 loss_meanflow=0.0000 mean_model_t=0.4978 mean_corrupt_t=0.4978 wrong_frac=0.5023 init_acc_corrupt=0.4863 init_gold_top10=0.4932 init_gold_top100=0.4978
+step=25200 micro_steps=50400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1869 acc_all=0.8105 loss_corrupt=2.1029 acc_corrupt=0.6618 corrupt_frac=0.5518 loss=2.1029 loss_recon=2.1029 loss_meanflow=0.0000 mean_model_t=0.5007 mean_corrupt_t=0.5007 wrong_frac=0.5012 init_acc_corrupt=0.4873 init_gold_top10=0.4942 init_gold_top100=0.4987
+step=25300 micro_steps=50600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1538 acc_all=0.8152 loss_corrupt=2.0637 acc_corrupt=0.6671 corrupt_frac=0.5464 loss=2.0637 loss_recon=2.0637 loss_meanflow=0.0000 mean_model_t=0.5024 mean_corrupt_t=0.5024 wrong_frac=0.4964 init_acc_corrupt=0.4923 init_gold_top10=0.4991 init_gold_top100=0.5036
+step=25400 micro_steps=50800 elapsed=32.7s lr=3.000000e-04 loss_all=1.1711 acc_all=0.8126 loss_corrupt=2.0784 acc_corrupt=0.6650 corrupt_frac=0.5506 loss=2.0784 loss_recon=2.0784 loss_meanflow=0.0000 mean_model_t=0.5006 mean_corrupt_t=0.5006 wrong_frac=0.4990 init_acc_corrupt=0.4897 init_gold_top10=0.4965 init_gold_top100=0.5012
+step=25500 micro_steps=51000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1746 acc_all=0.8123 loss_corrupt=2.0805 acc_corrupt=0.6653 corrupt_frac=0.5521 loss=2.0805 loss_recon=2.0805 loss_meanflow=0.0000 mean_model_t=0.5034 mean_corrupt_t=0.5034 wrong_frac=0.4970 init_acc_corrupt=0.4917 init_gold_top10=0.4985 init_gold_top100=0.5029
+step=25600 micro_steps=51200 elapsed=32.6s lr=3.000000e-04 loss_all=1.1584 acc_all=0.8142 loss_corrupt=2.0682 acc_corrupt=0.6660 corrupt_frac=0.5474 loss=2.0682 loss_recon=2.0682 loss_meanflow=0.0000 mean_model_t=0.4981 mean_corrupt_t=0.4981 wrong_frac=0.4988 init_acc_corrupt=0.4900 init_gold_top10=0.4968 init_gold_top100=0.5012
+step=25700 micro_steps=51400 elapsed=32.7s lr=3.000000e-04 loss_all=1.1520 acc_all=0.8150 loss_corrupt=2.0569 acc_corrupt=0.6674 corrupt_frac=0.5468 loss=2.0569 loss_recon=2.0569 loss_meanflow=0.0000 mean_model_t=0.5000 mean_corrupt_t=0.5000 wrong_frac=0.4980 init_acc_corrupt=0.4910 init_gold_top10=0.4976 init_gold_top100=0.5021
+step=25800 micro_steps=51600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1749 acc_all=0.8120 loss_corrupt=2.0837 acc_corrupt=0.6644 corrupt_frac=0.5515 loss=2.0837 loss_recon=2.0837 loss_meanflow=0.0000 mean_model_t=0.5028 mean_corrupt_t=0.5028 wrong_frac=0.4975 init_acc_corrupt=0.4913 init_gold_top10=0.4981 init_gold_top100=0.5026
+step=25900 micro_steps=51800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1808 acc_all=0.8118 loss_corrupt=2.1094 acc_corrupt=0.6616 corrupt_frac=0.5470 loss=2.1094 loss_recon=2.1094 loss_meanflow=0.0000 mean_model_t=0.4995 mean_corrupt_t=0.4995 wrong_frac=0.5027 init_acc_corrupt=0.4860 init_gold_top10=0.4929 init_gold_top100=0.4976
+step=26000 micro_steps=52000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1811 acc_all=0.8111 loss_corrupt=2.1090 acc_corrupt=0.6604 corrupt_frac=0.5473 loss=2.1090 loss_recon=2.1090 loss_meanflow=0.0000 mean_model_t=0.4983 mean_corrupt_t=0.4983 wrong_frac=0.5053 init_acc_corrupt=0.4834 init_gold_top10=0.4902 init_gold_top100=0.4948
+step=26100 micro_steps=52200 elapsed=34.2s lr=3.000000e-04 loss_all=1.1853 acc_all=0.8106 loss_corrupt=2.1009 acc_corrupt=0.6618 corrupt_frac=0.5511 loss=2.1009 loss_recon=2.1009 loss_meanflow=0.0000 mean_model_t=0.4969 mean_corrupt_t=0.4969 wrong_frac=0.5031 init_acc_corrupt=0.4854 init_gold_top10=0.4923 init_gold_top100=0.4969
+step=26200 micro_steps=52400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1713 acc_all=0.8124 loss_corrupt=2.0774 acc_corrupt=0.6650 corrupt_frac=0.5508 loss=2.0774 loss_recon=2.0774 loss_meanflow=0.0000 mean_model_t=0.5003 mean_corrupt_t=0.5003 wrong_frac=0.5000 init_acc_corrupt=0.4889 init_gold_top10=0.4956 init_gold_top100=0.5002
+step=26300 micro_steps=52600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1749 acc_all=0.8121 loss_corrupt=2.0830 acc_corrupt=0.6646 corrupt_frac=0.5516 loss=2.0830 loss_recon=2.0830 loss_meanflow=0.0000 mean_model_t=0.5030 mean_corrupt_t=0.5030 wrong_frac=0.4984 init_acc_corrupt=0.4904 init_gold_top10=0.4972 init_gold_top100=0.5017
+step=26400 micro_steps=52800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1813 acc_all=0.8110 loss_corrupt=2.0979 acc_corrupt=0.6619 corrupt_frac=0.5504 loss=2.0979 loss_recon=2.0979 loss_meanflow=0.0000 mean_model_t=0.4977 mean_corrupt_t=0.4977 wrong_frac=0.5035 init_acc_corrupt=0.4850 init_gold_top10=0.4919 init_gold_top100=0.4965
+step=26500 micro_steps=53000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1750 acc_all=0.8120 loss_corrupt=2.0860 acc_corrupt=0.6640 corrupt_frac=0.5501 loss=2.0860 loss_recon=2.0860 loss_meanflow=0.0000 mean_model_t=0.4984 mean_corrupt_t=0.4984 wrong_frac=0.5004 init_acc_corrupt=0.4884 init_gold_top10=0.4952 init_gold_top100=0.4997
+step=26600 micro_steps=53200 elapsed=32.6s lr=3.000000e-04 loss_all=1.1740 acc_all=0.8122 loss_corrupt=2.0894 acc_corrupt=0.6635 corrupt_frac=0.5484 loss=2.0894 loss_recon=2.0894 loss_meanflow=0.0000 mean_model_t=0.4996 mean_corrupt_t=0.4996 wrong_frac=0.5009 init_acc_corrupt=0.4875 init_gold_top10=0.4945 init_gold_top100=0.4991
+step=26700 micro_steps=53400 elapsed=32.7s lr=3.000000e-04 loss_all=1.1686 acc_all=0.8131 loss_corrupt=2.0692 acc_corrupt=0.6668 corrupt_frac=0.5517 loss=2.0692 loss_recon=2.0692 loss_meanflow=0.0000 mean_model_t=0.5009 mean_corrupt_t=0.5009 wrong_frac=0.4970 init_acc_corrupt=0.4918 init_gold_top10=0.4986 init_gold_top100=0.5030
+step=26800 micro_steps=53600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1499 acc_all=0.8153 loss_corrupt=2.0484 acc_corrupt=0.6688 corrupt_frac=0.5482 loss=2.0484 loss_recon=2.0484 loss_meanflow=0.0000 mean_model_t=0.5001 mean_corrupt_t=0.5001 wrong_frac=0.4973 init_acc_corrupt=0.4915 init_gold_top10=0.4982 init_gold_top100=0.5028
+step=26900 micro_steps=53800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1594 acc_all=0.8143 loss_corrupt=2.0556 acc_corrupt=0.6685 corrupt_frac=0.5506 loss=2.0556 loss_recon=2.0556 loss_meanflow=0.0000 mean_model_t=0.5040 mean_corrupt_t=0.5040 wrong_frac=0.4950 init_acc_corrupt=0.4938 init_gold_top10=0.5006 init_gold_top100=0.5051
+step=27000 micro_steps=54000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1728 acc_all=0.8124 loss_corrupt=2.0926 acc_corrupt=0.6630 corrupt_frac=0.5476 loss=2.0926 loss_recon=2.0926 loss_meanflow=0.0000 mean_model_t=0.4979 mean_corrupt_t=0.4979 wrong_frac=0.5023 init_acc_corrupt=0.4864 init_gold_top10=0.4932 init_gold_top100=0.4978
+step=27100 micro_steps=54200 elapsed=34.2s lr=3.000000e-04 loss_all=1.1650 acc_all=0.8133 loss_corrupt=2.0704 acc_corrupt=0.6661 corrupt_frac=0.5501 loss=2.0704 loss_recon=2.0704 loss_meanflow=0.0000 mean_model_t=0.5031 mean_corrupt_t=0.5031 wrong_frac=0.4977 init_acc_corrupt=0.4910 init_gold_top10=0.4978 init_gold_top100=0.5023
+step=27200 micro_steps=54400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1627 acc_all=0.8140 loss_corrupt=2.0793 acc_corrupt=0.6650 corrupt_frac=0.5458 loss=2.0793 loss_recon=2.0793 loss_meanflow=0.0000 mean_model_t=0.4989 mean_corrupt_t=0.4989 wrong_frac=0.5009 init_acc_corrupt=0.4876 init_gold_top10=0.4947 init_gold_top100=0.4992
+step=27300 micro_steps=54600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1739 acc_all=0.8124 loss_corrupt=2.0929 acc_corrupt=0.6631 corrupt_frac=0.5482 loss=2.0929 loss_recon=2.0929 loss_meanflow=0.0000 mean_model_t=0.4977 mean_corrupt_t=0.4977 wrong_frac=0.5022 init_acc_corrupt=0.4862 init_gold_top10=0.4931 init_gold_top100=0.4978
+step=27400 micro_steps=54800 elapsed=32.7s lr=3.000000e-04 loss_all=1.1551 acc_all=0.8148 loss_corrupt=2.0539 acc_corrupt=0.6684 corrupt_frac=0.5494 loss=2.0539 loss_recon=2.0539 loss_meanflow=0.0000 mean_model_t=0.5043 mean_corrupt_t=0.5043 wrong_frac=0.4967 init_acc_corrupt=0.4924 init_gold_top10=0.4991 init_gold_top100=0.5034
+step=27500 micro_steps=55000 elapsed=32.7s lr=3.000000e-04 loss_all=1.1789 acc_all=0.8111 loss_corrupt=2.0875 acc_corrupt=0.6631 corrupt_frac=0.5517 loss=2.0875 loss_recon=2.0875 loss_meanflow=0.0000 mean_model_t=0.4964 mean_corrupt_t=0.4964 wrong_frac=0.5023 init_acc_corrupt=0.4860 init_gold_top10=0.4932 init_gold_top100=0.4978
+step=27600 micro_steps=55200 elapsed=32.7s lr=3.000000e-04 loss_all=1.1655 acc_all=0.8130 loss_corrupt=2.0678 acc_corrupt=0.6658 corrupt_frac=0.5512 loss=2.0678 loss_recon=2.0678 loss_meanflow=0.0000 mean_model_t=0.4998 mean_corrupt_t=0.4998 wrong_frac=0.4995 init_acc_corrupt=0.4891 init_gold_top10=0.4960 init_gold_top100=0.5006
+step=27700 micro_steps=55400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1668 acc_all=0.8132 loss_corrupt=2.0752 acc_corrupt=0.6654 corrupt_frac=0.5497 loss=2.0752 loss_recon=2.0752 loss_meanflow=0.0000 mean_model_t=0.5020 mean_corrupt_t=0.5020 wrong_frac=0.4992 init_acc_corrupt=0.4893 init_gold_top10=0.4963 init_gold_top100=0.5009
+step=27800 micro_steps=55600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1608 acc_all=0.8139 loss_corrupt=2.0734 acc_corrupt=0.6652 corrupt_frac=0.5467 loss=2.0734 loss_recon=2.0734 loss_meanflow=0.0000 mean_model_t=0.4997 mean_corrupt_t=0.4997 wrong_frac=0.5011 init_acc_corrupt=0.4875 init_gold_top10=0.4944 init_gold_top100=0.4990
+step=27900 micro_steps=55800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1945 acc_all=0.8094 loss_corrupt=2.1121 acc_corrupt=0.6607 corrupt_frac=0.5526 loss=2.1121 loss_recon=2.1121 loss_meanflow=0.0000 mean_model_t=0.4952 mean_corrupt_t=0.4952 wrong_frac=0.5041 init_acc_corrupt=0.4844 init_gold_top10=0.4913 init_gold_top100=0.4959
+step=28000 micro_steps=56000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1597 acc_all=0.8141 loss_corrupt=2.0580 acc_corrupt=0.6677 corrupt_frac=0.5507 loss=2.0580 loss_recon=2.0580 loss_meanflow=0.0000 mean_model_t=0.5025 mean_corrupt_t=0.5025 wrong_frac=0.4974 init_acc_corrupt=0.4916 init_gold_top10=0.4983 init_gold_top100=0.5027
+step=28100 micro_steps=56200 elapsed=34.1s lr=3.000000e-04 loss_all=1.1709 acc_all=0.8128 loss_corrupt=2.0760 acc_corrupt=0.6657 corrupt_frac=0.5508 loss=2.0760 loss_recon=2.0760 loss_meanflow=0.0000 mean_model_t=0.5007 mean_corrupt_t=0.5007 wrong_frac=0.4990 init_acc_corrupt=0.4900 init_gold_top10=0.4967 init_gold_top100=0.5011
+step=28200 micro_steps=56400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1670 acc_all=0.8131 loss_corrupt=2.0741 acc_corrupt=0.6654 corrupt_frac=0.5495 loss=2.0741 loss_recon=2.0741 loss_meanflow=0.0000 mean_model_t=0.5003 mean_corrupt_t=0.5003 wrong_frac=0.4994 init_acc_corrupt=0.4894 init_gold_top10=0.4962 init_gold_top100=0.5006
+step=28300 micro_steps=56600 elapsed=32.8s lr=3.000000e-04 loss_all=1.1758 acc_all=0.8120 loss_corrupt=2.0942 acc_corrupt=0.6627 corrupt_frac=0.5486 loss=2.0942 loss_recon=2.0942 loss_meanflow=0.0000 mean_model_t=0.4970 mean_corrupt_t=0.4970 wrong_frac=0.5028 init_acc_corrupt=0.4857 init_gold_top10=0.4926 init_gold_top100=0.4973
+step=28400 micro_steps=56800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1650 acc_all=0.8134 loss_corrupt=2.0801 acc_corrupt=0.6643 corrupt_frac=0.5474 loss=2.0801 loss_recon=2.0801 loss_meanflow=0.0000 mean_model_t=0.4977 mean_corrupt_t=0.4977 wrong_frac=0.5026 init_acc_corrupt=0.4859 init_gold_top10=0.4929 init_gold_top100=0.4975
+step=28500 micro_steps=57000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1953 acc_all=0.8097 loss_corrupt=2.1293 acc_corrupt=0.6587 corrupt_frac=0.5490 loss=2.1293 loss_recon=2.1293 loss_meanflow=0.0000 mean_model_t=0.4952 mean_corrupt_t=0.4952 wrong_frac=0.5071 init_acc_corrupt=0.4813 init_gold_top10=0.4884 init_gold_top100=0.4930
+step=28600 micro_steps=57200 elapsed=32.6s lr=3.000000e-04 loss_all=1.1913 acc_all=0.8094 loss_corrupt=2.1063 acc_corrupt=0.6606 corrupt_frac=0.5535 loss=2.1063 loss_recon=2.1063 loss_meanflow=0.0000 mean_model_t=0.4924 mean_corrupt_t=0.4924 wrong_frac=0.5066 init_acc_corrupt=0.4821 init_gold_top10=0.4890 init_gold_top100=0.4936
+step=28700 micro_steps=57400 elapsed=32.7s lr=3.000000e-04 loss_all=1.1550 acc_all=0.8145 loss_corrupt=2.0534 acc_corrupt=0.6677 corrupt_frac=0.5495 loss=2.0534 loss_recon=2.0534 loss_meanflow=0.0000 mean_model_t=0.5006 mean_corrupt_t=0.5006 wrong_frac=0.4991 init_acc_corrupt=0.4897 init_gold_top10=0.4965 init_gold_top100=0.5010
+step=28800 micro_steps=57600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1821 acc_all=0.8111 loss_corrupt=2.0857 acc_corrupt=0.6642 corrupt_frac=0.5539 loss=2.0857 loss_recon=2.0857 loss_meanflow=0.0000 mean_model_t=0.4998 mean_corrupt_t=0.4998 wrong_frac=0.5012 init_acc_corrupt=0.4874 init_gold_top10=0.4943 init_gold_top100=0.4989
+step=28900 micro_steps=57800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1846 acc_all=0.8105 loss_corrupt=2.1027 acc_corrupt=0.6612 corrupt_frac=0.5507 loss=2.1027 loss_recon=2.1027 loss_meanflow=0.0000 mean_model_t=0.4951 mean_corrupt_t=0.4951 wrong_frac=0.5061 init_acc_corrupt=0.4825 init_gold_top10=0.4895 init_gold_top100=0.4940
+step=29000 micro_steps=58000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1683 acc_all=0.8125 loss_corrupt=2.0742 acc_corrupt=0.6646 corrupt_frac=0.5504 loss=2.0742 loss_recon=2.0742 loss_meanflow=0.0000 mean_model_t=0.4960 mean_corrupt_t=0.4960 wrong_frac=0.5030 init_acc_corrupt=0.4852 init_gold_top10=0.4922 init_gold_top100=0.4970
+step=29100 micro_steps=58200 elapsed=34.0s lr=3.000000e-04 loss_all=1.1499 acc_all=0.8156 loss_corrupt=2.0361 acc_corrupt=0.6711 corrupt_frac=0.5521 loss=2.0361 loss_recon=2.0361 loss_meanflow=0.0000 mean_model_t=0.5047 mean_corrupt_t=0.5047 wrong_frac=0.4942 init_acc_corrupt=0.4949 init_gold_top10=0.5016 init_gold_top100=0.5059
+step=29200 micro_steps=58400 elapsed=32.5s lr=3.000000e-04 loss_all=1.1543 acc_all=0.8151 loss_corrupt=2.0673 acc_corrupt=0.6666 corrupt_frac=0.5457 loss=2.0673 loss_recon=2.0673 loss_meanflow=0.0000 mean_model_t=0.4980 mean_corrupt_t=0.4980 wrong_frac=0.5007 init_acc_corrupt=0.4880 init_gold_top10=0.4948 init_gold_top100=0.4994
+step=29300 micro_steps=58600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1529 acc_all=0.8148 loss_corrupt=2.0585 acc_corrupt=0.6670 corrupt_frac=0.5477 loss=2.0585 loss_recon=2.0585 loss_meanflow=0.0000 mean_model_t=0.5023 mean_corrupt_t=0.5023 wrong_frac=0.5004 init_acc_corrupt=0.4884 init_gold_top10=0.4950 init_gold_top100=0.4997
+step=29400 micro_steps=58800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1641 acc_all=0.8133 loss_corrupt=2.0581 acc_corrupt=0.6676 corrupt_frac=0.5525 loss=2.0581 loss_recon=2.0581 loss_meanflow=0.0000 mean_model_t=0.5016 mean_corrupt_t=0.5016 wrong_frac=0.4985 init_acc_corrupt=0.4904 init_gold_top10=0.4971 init_gold_top100=0.5015
+step=29500 micro_steps=59000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1665 acc_all=0.8132 loss_corrupt=2.0722 acc_corrupt=0.6659 corrupt_frac=0.5506 loss=2.0722 loss_recon=2.0722 loss_meanflow=0.0000 mean_model_t=0.5016 mean_corrupt_t=0.5016 wrong_frac=0.4986 init_acc_corrupt=0.4900 init_gold_top10=0.4969 init_gold_top100=0.5014
+step=29600 micro_steps=59200 elapsed=32.7s lr=3.000000e-04 loss_all=1.1502 acc_all=0.8160 loss_corrupt=2.0533 acc_corrupt=0.6693 corrupt_frac=0.5477 loss=2.0533 loss_recon=2.0533 loss_meanflow=0.0000 mean_model_t=0.5034 mean_corrupt_t=0.5034 wrong_frac=0.4959 init_acc_corrupt=0.4927 init_gold_top10=0.4996 init_gold_top100=0.5043
+step=29700 micro_steps=59400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1680 acc_all=0.8128 loss_corrupt=2.0833 acc_corrupt=0.6637 corrupt_frac=0.5479 loss=2.0833 loss_recon=2.0833 loss_meanflow=0.0000 mean_model_t=0.4970 mean_corrupt_t=0.4970 wrong_frac=0.5037 init_acc_corrupt=0.4849 init_gold_top10=0.4917 init_gold_top100=0.4963
+step=29800 micro_steps=59600 elapsed=32.5s lr=3.000000e-04 loss_all=1.1585 acc_all=0.8141 loss_corrupt=2.0653 acc_corrupt=0.6662 corrupt_frac=0.5483 loss=2.0653 loss_recon=2.0653 loss_meanflow=0.0000 mean_model_t=0.4984 mean_corrupt_t=0.4984 wrong_frac=0.5005 init_acc_corrupt=0.4883 init_gold_top10=0.4951 init_gold_top100=0.4997
+step=29900 micro_steps=59800 elapsed=32.5s lr=3.000000e-04 loss_all=1.1639 acc_all=0.8135 loss_corrupt=2.0624 acc_corrupt=0.6670 corrupt_frac=0.5514 loss=2.0624 loss_recon=2.0624 loss_meanflow=0.0000 mean_model_t=0.5008 mean_corrupt_t=0.5008 wrong_frac=0.4990 init_acc_corrupt=0.4898 init_gold_top10=0.4965 init_gold_top100=0.5012
+step=30000 micro_steps=60000 elapsed=32.5s lr=3.000000e-04 loss_all=1.1603 acc_all=0.8136 loss_corrupt=2.0557 acc_corrupt=0.6676 corrupt_frac=0.5523 loss=2.0557 loss_recon=2.0557 loss_meanflow=0.0000 mean_model_t=0.4998 mean_corrupt_t=0.4998 wrong_frac=0.4981 init_acc_corrupt=0.4908 init_gold_top10=0.4975 init_gold_top100=0.5019
+step=30100 micro_steps=60200 elapsed=34.1s lr=3.000000e-04 loss_all=1.1594 acc_all=0.8140 loss_corrupt=2.0624 acc_corrupt=0.6670 corrupt_frac=0.5501 loss=2.0624 loss_recon=2.0624 loss_meanflow=0.0000 mean_model_t=0.4994 mean_corrupt_t=0.4994 wrong_frac=0.5001 init_acc_corrupt=0.4885 init_gold_top10=0.4955 init_gold_top100=0.5001
+step=30200 micro_steps=60400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1395 acc_all=0.8165 loss_corrupt=2.0276 acc_corrupt=0.6711 corrupt_frac=0.5494 loss=2.0276 loss_recon=2.0276 loss_meanflow=0.0000 mean_model_t=0.4989 mean_corrupt_t=0.4989 wrong_frac=0.4982 init_acc_corrupt=0.4907 init_gold_top10=0.4976 init_gold_top100=0.5020
+step=30300 micro_steps=60600 elapsed=32.5s lr=3.000000e-04 loss_all=1.1645 acc_all=0.8136 loss_corrupt=2.0774 acc_corrupt=0.6650 corrupt_frac=0.5478 loss=2.0774 loss_recon=2.0774 loss_meanflow=0.0000 mean_model_t=0.4999 mean_corrupt_t=0.4999 wrong_frac=0.5005 init_acc_corrupt=0.4881 init_gold_top10=0.4949 init_gold_top100=0.4996
+step=30400 micro_steps=60800 elapsed=32.5s lr=3.000000e-04 loss_all=1.1576 acc_all=0.8140 loss_corrupt=2.0546 acc_corrupt=0.6674 corrupt_frac=0.5504 loss=2.0546 loss_recon=2.0546 loss_meanflow=0.0000 mean_model_t=0.4991 mean_corrupt_t=0.4991 wrong_frac=0.4994 init_acc_corrupt=0.4894 init_gold_top10=0.4962 init_gold_top100=0.5007
+step=30500 micro_steps=61000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1677 acc_all=0.8129 loss_corrupt=2.0656 acc_corrupt=0.6668 corrupt_frac=0.5524 loss=2.0656 loss_recon=2.0656 loss_meanflow=0.0000 mean_model_t=0.4984 mean_corrupt_t=0.4984 wrong_frac=0.5006 init_acc_corrupt=0.4880 init_gold_top10=0.4950 init_gold_top100=0.4995
+step=30600 micro_steps=61200 elapsed=32.6s lr=3.000000e-04 loss_all=1.1749 acc_all=0.8115 loss_corrupt=2.0941 acc_corrupt=0.6616 corrupt_frac=0.5482 loss=2.0941 loss_recon=2.0941 loss_meanflow=0.0000 mean_model_t=0.4940 mean_corrupt_t=0.4940 wrong_frac=0.5068 init_acc_corrupt=0.4816 init_gold_top10=0.4886 init_gold_top100=0.4932
+step=30700 micro_steps=61400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1644 acc_all=0.8130 loss_corrupt=2.0590 acc_corrupt=0.6670 corrupt_frac=0.5528 loss=2.0590 loss_recon=2.0590 loss_meanflow=0.0000 mean_model_t=0.4990 mean_corrupt_t=0.4990 wrong_frac=0.5002 init_acc_corrupt=0.4887 init_gold_top10=0.4955 init_gold_top100=0.5000
+step=30800 micro_steps=61600 elapsed=34.8s lr=3.000000e-04 loss_all=1.1662 acc_all=0.8125 loss_corrupt=2.0763 acc_corrupt=0.6637 corrupt_frac=0.5493 loss=2.0763 loss_recon=2.0763 loss_meanflow=0.0000 mean_model_t=0.4964 mean_corrupt_t=0.4964 wrong_frac=0.5044 init_acc_corrupt=0.4842 init_gold_top10=0.4913 init_gold_top100=0.4959
+step=30900 micro_steps=61800 elapsed=32.8s lr=3.000000e-04 loss_all=1.1656 acc_all=0.8129 loss_corrupt=2.0735 acc_corrupt=0.6649 corrupt_frac=0.5494 loss=2.0735 loss_recon=2.0735 loss_meanflow=0.0000 mean_model_t=0.4985 mean_corrupt_t=0.4985 wrong_frac=0.5024 init_acc_corrupt=0.4863 init_gold_top10=0.4931 init_gold_top100=0.4976
+step=31000 micro_steps=62000 elapsed=53.3s lr=3.000000e-04 loss_all=1.1412 acc_all=0.8166 loss_corrupt=2.0304 acc_corrupt=0.6714 corrupt_frac=0.5495 loss=2.0304 loss_recon=2.0304 loss_meanflow=0.0000 mean_model_t=0.5040 mean_corrupt_t=0.5040 wrong_frac=0.4968 init_acc_corrupt=0.4924 init_gold_top10=0.4990 init_gold_top100=0.5034
+step=31100 micro_steps=62200 elapsed=102.0s lr=3.000000e-04 loss_all=1.1753 acc_all=0.8119 loss_corrupt=2.0905 acc_corrupt=0.6631 corrupt_frac=0.5498 loss=2.0905 loss_recon=2.0905 loss_meanflow=0.0000 mean_model_t=0.4985 mean_corrupt_t=0.4985 wrong_frac=0.5041 init_acc_corrupt=0.4843 init_gold_top10=0.4913 init_gold_top100=0.4960
+step=31200 micro_steps=62400 elapsed=146.6s lr=3.000000e-04 loss_all=1.1570 acc_all=0.8142 loss_corrupt=2.0599 acc_corrupt=0.6669 corrupt_frac=0.5495 loss=2.0599 loss_recon=2.0599 loss_meanflow=0.0000 mean_model_t=0.5006 mean_corrupt_t=0.5006 wrong_frac=0.5002 init_acc_corrupt=0.4887 init_gold_top10=0.4954 init_gold_top100=0.4999
+step=31300 micro_steps=62600 elapsed=85.8s lr=3.000000e-04 loss_all=1.1715 acc_all=0.8125 loss_corrupt=2.0771 acc_corrupt=0.6651 corrupt_frac=0.5516 loss=2.0771 loss_recon=2.0771 loss_meanflow=0.0000 mean_model_t=0.4985 mean_corrupt_t=0.4985 wrong_frac=0.5007 init_acc_corrupt=0.4879 init_gold_top10=0.4947 init_gold_top100=0.4993
+step=31400 micro_steps=62800 elapsed=49.5s lr=3.000000e-04 loss_all=1.1746 acc_all=0.8116 loss_corrupt=2.0814 acc_corrupt=0.6639 corrupt_frac=0.5525 loss=2.0814 loss_recon=2.0814 loss_meanflow=0.0000 mean_model_t=0.4992 mean_corrupt_t=0.4992 wrong_frac=0.5035 init_acc_corrupt=0.4852 init_gold_top10=0.4921 init_gold_top100=0.4966
+step=31500 micro_steps=63000 elapsed=32.9s lr=3.000000e-04 loss_all=1.1713 acc_all=0.8120 loss_corrupt=2.0813 acc_corrupt=0.6636 corrupt_frac=0.5497 loss=2.0813 loss_recon=2.0813 loss_meanflow=0.0000 mean_model_t=0.4991 mean_corrupt_t=0.4991 wrong_frac=0.5040 init_acc_corrupt=0.4846 init_gold_top10=0.4916 init_gold_top100=0.4961
+step=31600 micro_steps=63200 elapsed=33.1s lr=3.000000e-04 loss_all=1.1747 acc_all=0.8117 loss_corrupt=2.0822 acc_corrupt=0.6639 corrupt_frac=0.5518 loss=2.0822 loss_recon=2.0822 loss_meanflow=0.0000 mean_model_t=0.4969 mean_corrupt_t=0.4969 wrong_frac=0.5039 init_acc_corrupt=0.4847 init_gold_top10=0.4916 init_gold_top100=0.4961
+step=31700 micro_steps=63400 elapsed=33.1s lr=3.000000e-04 loss_all=1.1483 acc_all=0.8151 loss_corrupt=2.0366 acc_corrupt=0.6698 corrupt_frac=0.5508 loss=2.0366 loss_recon=2.0366 loss_meanflow=0.0000 mean_model_t=0.5008 mean_corrupt_t=0.5008 wrong_frac=0.4982 init_acc_corrupt=0.4906 init_gold_top10=0.4974 init_gold_top100=0.5018
+step=31800 micro_steps=63600 elapsed=32.9s lr=3.000000e-04 loss_all=1.1685 acc_all=0.8124 loss_corrupt=2.0692 acc_corrupt=0.6656 corrupt_frac=0.5524 loss=2.0692 loss_recon=2.0692 loss_meanflow=0.0000 mean_model_t=0.4980 mean_corrupt_t=0.4980 wrong_frac=0.5021 init_acc_corrupt=0.4863 init_gold_top10=0.4933 init_gold_top100=0.4979
+step=31900 micro_steps=63800 elapsed=32.9s lr=3.000000e-04 loss_all=1.1592 acc_all=0.8138 loss_corrupt=2.0671 acc_corrupt=0.6656 corrupt_frac=0.5484 loss=2.0671 loss_recon=2.0671 loss_meanflow=0.0000 mean_model_t=0.4970 mean_corrupt_t=0.4970 wrong_frac=0.5032 init_acc_corrupt=0.4856 init_gold_top10=0.4924 init_gold_top100=0.4969
+step=32000 micro_steps=64000 elapsed=32.9s lr=3.000000e-04 loss_all=1.1480 acc_all=0.8154 loss_corrupt=2.0401 acc_corrupt=0.6698 corrupt_frac=0.5505 loss=2.0401 loss_recon=2.0401 loss_meanflow=0.0000 mean_model_t=0.5009 mean_corrupt_t=0.5009 wrong_frac=0.4976 init_acc_corrupt=0.4912 init_gold_top10=0.4980 init_gold_top100=0.5024
+step=32100 micro_steps=64200 elapsed=34.5s lr=3.000000e-04 loss_all=1.1494 acc_all=0.8153 loss_corrupt=2.0526 acc_corrupt=0.6679 corrupt_frac=0.5479 loss=2.0526 loss_recon=2.0526 loss_meanflow=0.0000 mean_model_t=0.5024 mean_corrupt_t=0.5024 wrong_frac=0.4987 init_acc_corrupt=0.4900 init_gold_top10=0.4968 init_gold_top100=0.5013
+step=32200 micro_steps=64400 elapsed=33.1s lr=3.000000e-04 loss_all=1.1688 acc_all=0.8125 loss_corrupt=2.0600 acc_corrupt=0.6671 corrupt_frac=0.5546 loss=2.0600 loss_recon=2.0600 loss_meanflow=0.0000 mean_model_t=0.5009 mean_corrupt_t=0.5009 wrong_frac=0.4982 init_acc_corrupt=0.4905 init_gold_top10=0.4974 init_gold_top100=0.5019
+step=32300 micro_steps=64600 elapsed=32.9s lr=3.000000e-04 loss_all=1.1467 acc_all=0.8155 loss_corrupt=2.0493 acc_corrupt=0.6680 corrupt_frac=0.5471 loss=2.0493 loss_recon=2.0493 loss_meanflow=0.0000 mean_model_t=0.5032 mean_corrupt_t=0.5032 wrong_frac=0.4990 init_acc_corrupt=0.4899 init_gold_top10=0.4966 init_gold_top100=0.5012
+step=32400 micro_steps=64800 elapsed=33.0s lr=3.000000e-04 loss_all=1.1515 acc_all=0.8149 loss_corrupt=2.0407 acc_corrupt=0.6697 corrupt_frac=0.5518 loss=2.0407 loss_recon=2.0407 loss_meanflow=0.0000 mean_model_t=0.5018 mean_corrupt_t=0.5018 wrong_frac=0.4990 init_acc_corrupt=0.4900 init_gold_top10=0.4969 init_gold_top100=0.5013
+step=32500 micro_steps=65000 elapsed=32.9s lr=3.000000e-04 loss_all=1.1620 acc_all=0.8135 loss_corrupt=2.0645 acc_corrupt=0.6664 corrupt_frac=0.5504 loss=2.0645 loss_recon=2.0645 loss_meanflow=0.0000 mean_model_t=0.5021 mean_corrupt_t=0.5021 wrong_frac=0.5006 init_acc_corrupt=0.4882 init_gold_top10=0.4951 init_gold_top100=0.4995
+step=32600 micro_steps=65200 elapsed=32.9s lr=3.000000e-04 loss_all=1.1484 acc_all=0.8157 loss_corrupt=2.0394 acc_corrupt=0.6704 corrupt_frac=0.5506 loss=2.0394 loss_recon=2.0394 loss_meanflow=0.0000 mean_model_t=0.5035 mean_corrupt_t=0.5035 wrong_frac=0.4975 init_acc_corrupt=0.4916 init_gold_top10=0.4982 init_gold_top100=0.5027
+step=32700 micro_steps=65400 elapsed=73.8s lr=3.000000e-04 loss_all=1.1567 acc_all=0.8140 loss_corrupt=2.0526 acc_corrupt=0.6677 corrupt_frac=0.5513 loss=2.0526 loss_recon=2.0526 loss_meanflow=0.0000 mean_model_t=0.4986 mean_corrupt_t=0.4986 wrong_frac=0.4999 init_acc_corrupt=0.4886 init_gold_top10=0.4955 init_gold_top100=0.5002
+step=32800 micro_steps=65600 elapsed=57.4s lr=3.000000e-04 loss_all=1.1723 acc_all=0.8121 loss_corrupt=2.0707 acc_corrupt=0.6658 corrupt_frac=0.5538 loss=2.0707 loss_recon=2.0707 loss_meanflow=0.0000 mean_model_t=0.4988 mean_corrupt_t=0.4988 wrong_frac=0.5011 init_acc_corrupt=0.4873 init_gold_top10=0.4943 init_gold_top100=0.4990
+step=32900 micro_steps=65800 elapsed=32.9s lr=3.000000e-04 loss_all=1.1551 acc_all=0.8147 loss_corrupt=2.0646 acc_corrupt=0.6664 corrupt_frac=0.5475 loss=2.0646 loss_recon=2.0646 loss_meanflow=0.0000 mean_model_t=0.4979 mean_corrupt_t=0.4979 wrong_frac=0.5025 init_acc_corrupt=0.4863 init_gold_top10=0.4931 init_gold_top100=0.4977
+step=33000 micro_steps=66000 elapsed=32.9s lr=3.000000e-04 loss_all=1.1347 acc_all=0.8175 loss_corrupt=2.0337 acc_corrupt=0.6705 corrupt_frac=0.5458 loss=2.0337 loss_recon=2.0337 loss_meanflow=0.0000 mean_model_t=0.5006 mean_corrupt_t=0.5006 wrong_frac=0.4989 init_acc_corrupt=0.4900 init_gold_top10=0.4967 init_gold_top100=0.5011
+step=33100 micro_steps=66200 elapsed=34.4s lr=3.000000e-04 loss_all=1.1705 acc_all=0.8122 loss_corrupt=2.0820 acc_corrupt=0.6636 corrupt_frac=0.5499 loss=2.0820 loss_recon=2.0820 loss_meanflow=0.0000 mean_model_t=0.4975 mean_corrupt_t=0.4975 wrong_frac=0.5047 init_acc_corrupt=0.4839 init_gold_top10=0.4909 init_gold_top100=0.4955
+step=33200 micro_steps=66400 elapsed=32.9s lr=3.000000e-04 loss_all=1.1493 acc_all=0.8151 loss_corrupt=2.0417 acc_corrupt=0.6693 corrupt_frac=0.5510 loss=2.0417 loss_recon=2.0417 loss_meanflow=0.0000 mean_model_t=0.5012 mean_corrupt_t=0.5012 wrong_frac=0.4981 init_acc_corrupt=0.4905 init_gold_top10=0.4974 init_gold_top100=0.5020
+step=33300 micro_steps=66600 elapsed=32.9s lr=3.000000e-04 loss_all=1.1364 acc_all=0.8172 loss_corrupt=2.0271 acc_corrupt=0.6717 corrupt_frac=0.5487 loss=2.0271 loss_recon=2.0271 loss_meanflow=0.0000 mean_model_t=0.5035 mean_corrupt_t=0.5035 wrong_frac=0.4972 init_acc_corrupt=0.4918 init_gold_top10=0.4984 init_gold_top100=0.5028
+step=33400 micro_steps=66800 elapsed=32.9s lr=3.000000e-04 loss_all=1.1715 acc_all=0.8124 loss_corrupt=2.0813 acc_corrupt=0.6645 corrupt_frac=0.5510 loss=2.0813 loss_recon=2.0813 loss_meanflow=0.0000 mean_model_t=0.4980 mean_corrupt_t=0.4980 wrong_frac=0.5036 init_acc_corrupt=0.4849 init_gold_top10=0.4917 init_gold_top100=0.4964
+step=33500 micro_steps=67000 elapsed=32.9s lr=3.000000e-04 loss_all=1.1434 acc_all=0.8160 loss_corrupt=2.0305 acc_corrupt=0.6710 corrupt_frac=0.5506 loss=2.0305 loss_recon=2.0305 loss_meanflow=0.0000 mean_model_t=0.5035 mean_corrupt_t=0.5035 wrong_frac=0.4965 init_acc_corrupt=0.4926 init_gold_top10=0.4993 init_gold_top100=0.5037
+step=33600 micro_steps=67200 elapsed=32.9s lr=3.000000e-04 loss_all=1.1258 acc_all=0.8184 loss_corrupt=2.0088 acc_corrupt=0.6738 corrupt_frac=0.5485 loss=2.0088 loss_recon=2.0088 loss_meanflow=0.0000 mean_model_t=0.5038 mean_corrupt_t=0.5038 wrong_frac=0.4940 init_acc_corrupt=0.4943 init_gold_top10=0.5014 init_gold_top100=0.5060
+step=33700 micro_steps=67400 elapsed=80.3s lr=3.000000e-04 loss_all=1.1453 acc_all=0.8158 loss_corrupt=2.0402 acc_corrupt=0.6696 corrupt_frac=0.5492 loss=2.0402 loss_recon=2.0402 loss_meanflow=0.0000 mean_model_t=0.4987 mean_corrupt_t=0.4987 wrong_frac=0.4998 init_acc_corrupt=0.4891 init_gold_top10=0.4958 init_gold_top100=0.5004
+step=33800 micro_steps=67600 elapsed=50.4s lr=3.000000e-04 loss_all=1.1477 acc_all=0.8149 loss_corrupt=2.0451 acc_corrupt=0.6678 corrupt_frac=0.5488 loss=2.0451 loss_recon=2.0451 loss_meanflow=0.0000 mean_model_t=0.4971 mean_corrupt_t=0.4971 wrong_frac=0.5027 init_acc_corrupt=0.4861 init_gold_top10=0.4928 init_gold_top100=0.4974
+step=33900 micro_steps=67800 elapsed=32.6s lr=3.000000e-04 loss_all=1.1453 acc_all=0.8158 loss_corrupt=2.0381 acc_corrupt=0.6700 corrupt_frac=0.5501 loss=2.0381 loss_recon=2.0381 loss_meanflow=0.0000 mean_model_t=0.5032 mean_corrupt_t=0.5032 wrong_frac=0.4977 init_acc_corrupt=0.4912 init_gold_top10=0.4979 init_gold_top100=0.5024
+step=34000 micro_steps=68000 elapsed=32.6s lr=3.000000e-04 loss_all=1.1674 acc_all=0.8126 loss_corrupt=2.0681 acc_corrupt=0.6658 corrupt_frac=0.5530 loss=2.0681 loss_recon=2.0681 loss_meanflow=0.0000 mean_model_t=0.4963 mean_corrupt_t=0.4963 wrong_frac=0.5029 init_acc_corrupt=0.4855 init_gold_top10=0.4925 init_gold_top100=0.4971
+step=34100 micro_steps=68200 elapsed=98.5s lr=3.000000e-04 loss_all=1.1603 acc_all=0.8135 loss_corrupt=2.0670 acc_corrupt=0.6653 corrupt_frac=0.5493 loss=2.0670 loss_recon=2.0670 loss_meanflow=0.0000 mean_model_t=0.4953 mean_corrupt_t=0.4953 wrong_frac=0.5042 init_acc_corrupt=0.4840 init_gold_top10=0.4911 init_gold_top100=0.4957
+step=34200 micro_steps=68400 elapsed=49.0s lr=3.000000e-04 loss_all=1.1557 acc_all=0.8142 loss_corrupt=2.0451 acc_corrupt=0.6690 corrupt_frac=0.5527 loss=2.0451 loss_recon=2.0451 loss_meanflow=0.0000 mean_model_t=0.4996 mean_corrupt_t=0.4996 wrong_frac=0.4997 init_acc_corrupt=0.4890 init_gold_top10=0.4960 init_gold_top100=0.5006
+step=34300 micro_steps=68600 elapsed=32.5s lr=3.000000e-04 loss_all=1.1519 acc_all=0.8148 loss_corrupt=2.0517 acc_corrupt=0.6676 corrupt_frac=0.5489 loss=2.0517 loss_recon=2.0517 loss_meanflow=0.0000 mean_model_t=0.5002 mean_corrupt_t=0.5002 wrong_frac=0.5012 init_acc_corrupt=0.4876 init_gold_top10=0.4945 init_gold_top100=0.4989
+step=34400 micro_steps=68800 elapsed=32.5s lr=3.000000e-04 loss_all=1.1709 acc_all=0.8125 loss_corrupt=2.0696 acc_corrupt=0.6664 corrupt_frac=0.5541 loss=2.0696 loss_recon=2.0696 loss_meanflow=0.0000 mean_model_t=0.4968 mean_corrupt_t=0.4968 wrong_frac=0.5029 init_acc_corrupt=0.4856 init_gold_top10=0.4927 init_gold_top100=0.4973
+step=34500 micro_steps=69000 elapsed=32.5s lr=3.000000e-04 loss_all=1.1379 acc_all=0.8166 loss_corrupt=2.0173 acc_corrupt=0.6726 corrupt_frac=0.5521 loss=2.0173 loss_recon=2.0173 loss_meanflow=0.0000 mean_model_t=0.5041 mean_corrupt_t=0.5041 wrong_frac=0.4956 init_acc_corrupt=0.4933 init_gold_top10=0.4999 init_gold_top100=0.5045
+step=34600 micro_steps=69200 elapsed=123.4s lr=3.000000e-04 loss_all=1.1436 acc_all=0.8158 loss_corrupt=2.0295 acc_corrupt=0.6707 corrupt_frac=0.5515 loss=2.0295 loss_recon=2.0295 loss_meanflow=0.0000 mean_model_t=0.4988 mean_corrupt_t=0.4988 wrong_frac=0.4986 init_acc_corrupt=0.4900 init_gold_top10=0.4970 init_gold_top100=0.5015
+step=34700 micro_steps=69400 elapsed=67.8s lr=3.000000e-04 loss_all=1.1609 acc_all=0.8138 loss_corrupt=2.0601 acc_corrupt=0.6672 corrupt_frac=0.5512 loss=2.0601 loss_recon=2.0601 loss_meanflow=0.0000 mean_model_t=0.4982 mean_corrupt_t=0.4982 wrong_frac=0.5019 init_acc_corrupt=0.4865 init_gold_top10=0.4936 init_gold_top100=0.4982
+step=34800 micro_steps=69600 elapsed=32.7s lr=3.000000e-04 loss_all=1.1729 acc_all=0.8116 loss_corrupt=2.0727 acc_corrupt=0.6649 corrupt_frac=0.5539 loss=2.0727 loss_recon=2.0727 loss_meanflow=0.0000 mean_model_t=0.4971 mean_corrupt_t=0.4971 wrong_frac=0.5034 init_acc_corrupt=0.4855 init_gold_top10=0.4922 init_gold_top100=0.4966
+step=34900 micro_steps=69800 elapsed=77.0s lr=3.000000e-04 loss_all=1.1258 acc_all=0.8187 loss_corrupt=2.0167 acc_corrupt=0.6731 corrupt_frac=0.5461 loss=2.0167 loss_recon=2.0167 loss_meanflow=0.0000 mean_model_t=0.5037 mean_corrupt_t=0.5037 wrong_frac=0.4969 init_acc_corrupt=0.4920 init_gold_top10=0.4988 init_gold_top100=0.5033
+step=35000 micro_steps=70000 elapsed=96.8s lr=3.000000e-04 loss_all=1.1460 acc_all=0.8157 loss_corrupt=2.0280 acc_corrupt=0.6716 corrupt_frac=0.5530 loss=2.0280 loss_recon=2.0280 loss_meanflow=0.0000 mean_model_t=0.5020 mean_corrupt_t=0.5020 wrong_frac=0.4964 init_acc_corrupt=0.4925 init_gold_top10=0.4993 init_gold_top100=0.5038
+step=35100 micro_steps=70200 elapsed=79.6s lr=3.000000e-04 loss_all=1.1458 acc_all=0.8154 loss_corrupt=2.0438 acc_corrupt=0.6685 corrupt_frac=0.5483 loss=2.0438 loss_recon=2.0438 loss_meanflow=0.0000 mean_model_t=0.4975 mean_corrupt_t=0.4975 wrong_frac=0.5018 init_acc_corrupt=0.4868 init_gold_top10=0.4936 init_gold_top100=0.4982
+step=35200 micro_steps=70400 elapsed=32.8s lr=3.000000e-04 loss_all=1.1291 acc_all=0.8182 loss_corrupt=2.0158 acc_corrupt=0.6730 corrupt_frac=0.5478 loss=2.0158 loss_recon=2.0158 loss_meanflow=0.0000 mean_model_t=0.5041 mean_corrupt_t=0.5041 wrong_frac=0.4966 init_acc_corrupt=0.4923 init_gold_top10=0.4990 init_gold_top100=0.5035
+step=35300 micro_steps=70600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1485 acc_all=0.8154 loss_corrupt=2.0490 acc_corrupt=0.6686 corrupt_frac=0.5492 loss=2.0490 loss_recon=2.0490 loss_meanflow=0.0000 mean_model_t=0.4984 mean_corrupt_t=0.4984 wrong_frac=0.5007 init_acc_corrupt=0.4878 init_gold_top10=0.4947 init_gold_top100=0.4994
+step=35400 micro_steps=70800 elapsed=32.8s lr=3.000000e-04 loss_all=1.1516 acc_all=0.8151 loss_corrupt=2.0523 acc_corrupt=0.6682 corrupt_frac=0.5491 loss=2.0523 loss_recon=2.0523 loss_meanflow=0.0000 mean_model_t=0.5000 mean_corrupt_t=0.5000 wrong_frac=0.5005 init_acc_corrupt=0.4881 init_gold_top10=0.4949 init_gold_top100=0.4996
+step=35500 micro_steps=71000 elapsed=32.8s lr=3.000000e-04 loss_all=1.1460 acc_all=0.8157 loss_corrupt=2.0412 acc_corrupt=0.6696 corrupt_frac=0.5500 loss=2.0412 loss_recon=2.0412 loss_meanflow=0.0000 mean_model_t=0.5013 mean_corrupt_t=0.5013 wrong_frac=0.4994 init_acc_corrupt=0.4892 init_gold_top10=0.4961 init_gold_top100=0.5008
+step=35600 micro_steps=71200 elapsed=32.8s lr=3.000000e-04 loss_all=1.1388 acc_all=0.8165 loss_corrupt=2.0236 acc_corrupt=0.6717 corrupt_frac=0.5514 loss=2.0236 loss_recon=2.0236 loss_meanflow=0.0000 mean_model_t=0.5027 mean_corrupt_t=0.5027 wrong_frac=0.4970 init_acc_corrupt=0.4920 init_gold_top10=0.4988 init_gold_top100=0.5032
+step=35700 micro_steps=71400 elapsed=32.7s lr=3.000000e-04 loss_all=1.1701 acc_all=0.8125 loss_corrupt=2.0571 acc_corrupt=0.6681 corrupt_frac=0.5562 loss=2.0571 loss_recon=2.0571 loss_meanflow=0.0000 mean_model_t=0.5036 mean_corrupt_t=0.5036 wrong_frac=0.4987 init_acc_corrupt=0.4900 init_gold_top10=0.4969 init_gold_top100=0.5014
+step=35800 micro_steps=71600 elapsed=32.7s lr=3.000000e-04 loss_all=1.1709 acc_all=0.8119 loss_corrupt=2.0551 acc_corrupt=0.6674 corrupt_frac=0.5569 loss=2.0551 loss_recon=2.0551 loss_meanflow=0.0000 mean_model_t=0.4967 mean_corrupt_t=0.4967 wrong_frac=0.5021 init_acc_corrupt=0.4865 init_gold_top10=0.4934 init_gold_top100=0.4979
+step=35900 micro_steps=71800 elapsed=32.7s lr=3.000000e-04 loss_all=1.1545 acc_all=0.8143 loss_corrupt=2.0579 acc_corrupt=0.6668 corrupt_frac=0.5498 loss=2.0579 loss_recon=2.0579 loss_meanflow=0.0000 mean_model_t=0.4986 mean_corrupt_t=0.4986 wrong_frac=0.5034 init_acc_corrupt=0.4852 init_gold_top10=0.4921 init_gold_top100=0.4966
+step=36000 micro_steps=72000 elapsed=32.7s lr=3.000000e-04 loss_all=1.1659 acc_all=0.8129 loss_corrupt=2.0512 acc_corrupt=0.6686 corrupt_frac=0.5560 loss=2.0512 loss_recon=2.0512 loss_meanflow=0.0000 mean_model_t=0.4999 mean_corrupt_t=0.4999 wrong_frac=0.4981 init_acc_corrupt=0.4904 init_gold_top10=0.4973 init_gold_top100=0.5019
+step=36100 micro_steps=72200 elapsed=34.2s lr=3.000000e-04 loss_all=1.1425 acc_all=0.8160 loss_corrupt=2.0369 acc_corrupt=0.6695 corrupt_frac=0.5486 loss=2.0369 loss_recon=2.0369 loss_meanflow=0.0000 mean_model_t=0.4997 mean_corrupt_t=0.4997 wrong_frac=0.5003 init_acc_corrupt=0.4884 init_gold_top10=0.4953 init_gold_top100=0.4998
+step=36200 micro_steps=72400 elapsed=32.7s lr=3.000000e-04 loss_all=1.1502 acc_all=0.8154 loss_corrupt=2.0392 acc_corrupt=0.6703 corrupt_frac=0.5516 loss=2.0392 loss_recon=2.0392 loss_meanflow=0.0000 mean_model_t=0.5012 mean_corrupt_t=0.5012 wrong_frac=0.4986 init_acc_corrupt=0.4903 init_gold_top10=0.4971 init_gold_top100=0.5016
+step=36300 micro_steps=72600 elapsed=32.7s lr=3.000000e-04 loss_all=1.1596 acc_all=0.8137 loss_corrupt=2.0687 acc_corrupt=0.6652 corrupt_frac=0.5488 loss=2.0687 loss_recon=2.0687 loss_meanflow=0.0000 mean_model_t=0.4970 mean_corrupt_t=0.4970 wrong_frac=0.5049 init_acc_corrupt=0.4835 init_gold_top10=0.4904 init_gold_top100=0.4952
+step=36400 micro_steps=72800 elapsed=32.7s lr=3.000000e-04 loss_all=1.1576 acc_all=0.8141 loss_corrupt=2.0413 acc_corrupt=0.6700 corrupt_frac=0.5554 loss=2.0413 loss_recon=2.0413 loss_meanflow=0.0000 mean_model_t=0.5016 mean_corrupt_t=0.5016 wrong_frac=0.4990 init_acc_corrupt=0.4896 init_gold_top10=0.4965 init_gold_top100=0.5010
+step=36500 micro_steps=73000 elapsed=32.7s lr=3.000000e-04 loss_all=1.1387 acc_all=0.8165 loss_corrupt=2.0283 acc_corrupt=0.6710 corrupt_frac=0.5497 loss=2.0283 loss_recon=2.0283 loss_meanflow=0.0000 mean_model_t=0.5035 mean_corrupt_t=0.5035 wrong_frac=0.4979 init_acc_corrupt=0.4910 init_gold_top10=0.4977 init_gold_top100=0.5022
+step=36600 micro_steps=73200 elapsed=32.7s lr=3.000000e-04 loss_all=1.1415 acc_all=0.8160 loss_corrupt=2.0270 acc_corrupt=0.6710 corrupt_frac=0.5513 loss=2.0270 loss_recon=2.0270 loss_meanflow=0.0000 mean_model_t=0.5002 mean_corrupt_t=0.5002 wrong_frac=0.4991 init_acc_corrupt=0.4896 init_gold_top10=0.4964 init_gold_top100=0.5008
+step=36700 micro_steps=73400 elapsed=32.6s lr=3.000000e-04 loss_all=1.1549 acc_all=0.8142 loss_corrupt=2.0512 acc_corrupt=0.6677 corrupt_frac=0.5509 loss=2.0512 loss_recon=2.0512 loss_meanflow=0.0000 mean_model_t=0.4977 mean_corrupt_t=0.4977 wrong_frac=0.5031 init_acc_corrupt=0.4855 init_gold_top10=0.4924 init_gold_top100=0.4970
+step=36800 micro_steps=73600 elapsed=32.8s lr=3.000000e-04 loss_all=1.1359 acc_all=0.8171 loss_corrupt=2.0294 acc_corrupt=0.6709 corrupt_frac=0.5480 loss=2.0294 loss_recon=2.0294 loss_meanflow=0.0000 mean_model_t=0.5008 mean_corrupt_t=0.5008 wrong_frac=0.4995 init_acc_corrupt=0.4892 init_gold_top10=0.4961 init_gold_top100=0.5006
+step=36900 micro_steps=73800 elapsed=33.0s lr=3.000000e-04 loss_all=1.1317 acc_all=0.8174 loss_corrupt=2.0185 acc_corrupt=0.6719 corrupt_frac=0.5482 loss=2.0185 loss_recon=2.0185 loss_meanflow=0.0000 mean_model_t=0.4989 mean_corrupt_t=0.4989 wrong_frac=0.4988 init_acc_corrupt=0.4898 init_gold_top10=0.4967 init_gold_top100=0.5013
+step=37000 micro_steps=74000 elapsed=32.7s lr=3.000000e-04 loss_all=1.1508 acc_all=0.8147 loss_corrupt=2.0434 acc_corrupt=0.6686 corrupt_frac=0.5508 loss=2.0434 loss_recon=2.0434 loss_meanflow=0.0000 mean_model_t=0.4978 mean_corrupt_t=0.4978 wrong_frac=0.5017 init_acc_corrupt=0.4867 init_gold_top10=0.4937 init_gold_top100=0.4984
+step=37100 micro_steps=74200 elapsed=64.2s lr=3.000000e-04 loss_all=1.1490 acc_all=0.8148 loss_corrupt=2.0390 acc_corrupt=0.6690 corrupt_frac=0.5513 loss=2.0390 loss_recon=2.0390 loss_meanflow=0.0000 mean_model_t=0.4986 mean_corrupt_t=0.4986 wrong_frac=0.5015 init_acc_corrupt=0.4871 init_gold_top10=0.4939 init_gold_top100=0.4986
+step=37200 micro_steps=74400 elapsed=96.2s lr=3.000000e-04 loss_all=1.1300 acc_all=0.8172 loss_corrupt=2.0019 acc_corrupt=0.6739 corrupt_frac=0.5519 loss=2.0019 loss_recon=2.0019 loss_meanflow=0.0000 mean_model_t=0.4994 mean_corrupt_t=0.4994 wrong_frac=0.4967 init_acc_corrupt=0.4924 init_gold_top10=0.4991 init_gold_top100=0.5035
+step=37300 micro_steps=74600 elapsed=96.5s lr=3.000000e-04 loss_all=1.1371 acc_all=0.8170 loss_corrupt=2.0233 acc_corrupt=0.6720 corrupt_frac=0.5493 loss=2.0233 loss_recon=2.0233 loss_meanflow=0.0000 mean_model_t=0.5039 mean_corrupt_t=0.5039 wrong_frac=0.4983 init_acc_corrupt=0.4905 init_gold_top10=0.4973 init_gold_top100=0.5018
+step=37400 micro_steps=74800 elapsed=97.1s lr=3.000000e-04 loss_all=1.1578 acc_all=0.8139 loss_corrupt=2.0575 acc_corrupt=0.6671 corrupt_frac=0.5513 loss=2.0575 loss_recon=2.0575 loss_meanflow=0.0000 mean_model_t=0.4966 mean_corrupt_t=0.4966 wrong_frac=0.5032 init_acc_corrupt=0.4853 init_gold_top10=0.4923 init_gold_top100=0.4968
+step=37500 micro_steps=75000 elapsed=87.9s lr=3.000000e-04 loss_all=1.1291 acc_all=0.8179 loss_corrupt=2.0093 acc_corrupt=0.6737 corrupt_frac=0.5499 loss=2.0093 loss_recon=2.0093 loss_meanflow=0.0000 mean_model_t=0.5013 mean_corrupt_t=0.5013 wrong_frac=0.4969 init_acc_corrupt=0.4918 init_gold_top10=0.4987 init_gold_top100=0.5032
+step=37600 micro_steps=75200 elapsed=32.7s lr=3.000000e-04 loss_all=1.1430 acc_all=0.8160 loss_corrupt=2.0263 acc_corrupt=0.6716 corrupt_frac=0.5520 loss=2.0263 loss_recon=2.0263 loss_meanflow=0.0000 mean_model_t=0.5030 mean_corrupt_t=0.5030 wrong_frac=0.4973 init_acc_corrupt=0.4914 init_gold_top10=0.4983 init_gold_top100=0.5027
+step=37700 micro_steps=75400 elapsed=32.8s lr=3.000000e-04 loss_all=1.1671 acc_all=0.8124 loss_corrupt=2.0580 acc_corrupt=0.6669 corrupt_frac=0.5552 loss=2.0580 loss_recon=2.0580 loss_meanflow=0.0000 mean_model_t=0.4982 mean_corrupt_t=0.4982 wrong_frac=0.5025 init_acc_corrupt=0.4861 init_gold_top10=0.4931 init_gold_top100=0.4977
+step=37800 micro_steps=75600 elapsed=32.8s lr=3.000000e-04 loss_all=1.1299 acc_all=0.8180 loss_corrupt=2.0271 acc_corrupt=0.6711 corrupt_frac=0.5456 loss=2.0271 loss_recon=2.0271 loss_meanflow=0.0000 mean_model_t=0.5002 mean_corrupt_t=0.5002 wrong_frac=0.4998 init_acc_corrupt=0.4889 init_gold_top10=0.4958 init_gold_top100=0.5003
+step=37900 micro_steps=75800 elapsed=48.3s lr=3.000000e-04 loss_all=1.1570 acc_all=0.8140 loss_corrupt=2.0540 acc_corrupt=0.6677 corrupt_frac=0.5520 loss=2.0540 loss_recon=2.0540 loss_meanflow=0.0000 mean_model_t=0.4976 mean_corrupt_t=0.4976 wrong_frac=0.5021 init_acc_corrupt=0.4865 init_gold_top10=0.4935 init_gold_top100=0.4980
+step=38000 micro_steps=76000 elapsed=96.5s lr=3.000000e-04 loss_all=1.1406 acc_all=0.8164 loss_corrupt=2.0291 acc_corrupt=0.6712 corrupt_frac=0.5504 loss=2.0291 loss_recon=2.0291 loss_meanflow=0.0000 mean_model_t=0.5013 mean_corrupt_t=0.5013 wrong_frac=0.4983 init_acc_corrupt=0.4904 init_gold_top10=0.4973 init_gold_top100=0.5017
+step=38100 micro_steps=76200 elapsed=81.3s lr=3.000000e-04 loss_all=1.1421 acc_all=0.8162 loss_corrupt=2.0362 acc_corrupt=0.6701 corrupt_frac=0.5493 loss=2.0362 loss_recon=2.0362 loss_meanflow=0.0000 mean_model_t=0.5000 mean_corrupt_t=0.5000 wrong_frac=0.4998 init_acc_corrupt=0.4891 init_gold_top10=0.4958 init_gold_top100=0.5003
+step=38200 micro_steps=76400 elapsed=32.7s lr=3.000000e-04 loss_all=1.1429 acc_all=0.8162 loss_corrupt=2.0319 acc_corrupt=0.6709 corrupt_frac=0.5503 loss=2.0319 loss_recon=2.0319 loss_meanflow=0.0000 mean_model_t=0.5019 mean_corrupt_t=0.5019 wrong_frac=0.4978 init_acc_corrupt=0.4907 init_gold_top10=0.4976 init_gold_top100=0.5023
+step=38300 micro_steps=76600 elapsed=81.8s lr=3.000000e-04 loss_all=1.1310 acc_all=0.8178 loss_corrupt=2.0192 acc_corrupt=0.6724 corrupt_frac=0.5482 loss=2.0192 loss_recon=2.0192 loss_meanflow=0.0000 mean_model_t=0.5006 mean_corrupt_t=0.5006 wrong_frac=0.4988 init_acc_corrupt=0.4899 init_gold_top10=0.4968 init_gold_top100=0.5015
+step=38400 micro_steps=76800 elapsed=96.5s lr=3.000000e-04 loss_all=1.1216 acc_all=0.8188 loss_corrupt=2.0031 acc_corrupt=0.6741 corrupt_frac=0.5477 loss=2.0031 loss_recon=2.0031 loss_meanflow=0.0000 mean_model_t=0.5015 mean_corrupt_t=0.5015 wrong_frac=0.4974 init_acc_corrupt=0.4917 init_gold_top10=0.4984 init_gold_top100=0.5028
+step=38500 micro_steps=77000 elapsed=97.3s lr=3.000000e-04 loss_all=1.1687 acc_all=0.8124 loss_corrupt=2.0674 acc_corrupt=0.6659 corrupt_frac=0.5530 loss=2.0674 loss_recon=2.0674 loss_meanflow=0.0000 mean_model_t=0.4984 mean_corrupt_t=0.4984 wrong_frac=0.5035 init_acc_corrupt=0.4853 init_gold_top10=0.4921 init_gold_top100=0.4966
+step=38600 micro_steps=77200 elapsed=96.7s lr=3.000000e-04 loss_all=1.1600 acc_all=0.8134 loss_corrupt=2.0488 acc_corrupt=0.6681 corrupt_frac=0.5539 loss=2.0488 loss_recon=2.0488 loss_meanflow=0.0000 mean_model_t=0.4988 mean_corrupt_t=0.4988 wrong_frac=0.5021 init_acc_corrupt=0.4865 init_gold_top10=0.4933 init_gold_top100=0.4979
+step=38700 micro_steps=77400 elapsed=96.7s lr=3.000000e-04 loss_all=1.1416 acc_all=0.8164 loss_corrupt=2.0211 acc_corrupt=0.6728 corrupt_frac=0.5530 loss=2.0211 loss_recon=2.0211 loss_meanflow=0.0000 mean_model_t=0.5012 mean_corrupt_t=0.5012 wrong_frac=0.4970 init_acc_corrupt=0.4918 init_gold_top10=0.4986 init_gold_top100=0.5031
+step=38800 micro_steps=77600 elapsed=97.0s lr=3.000000e-04 loss_all=1.1511 acc_all=0.8151 loss_corrupt=2.0348 acc_corrupt=0.6708 corrupt_frac=0.5532 loss=2.0348 loss_recon=2.0348 loss_meanflow=0.0000 mean_model_t=0.4998 mean_corrupt_t=0.4998 wrong_frac=0.4990 init_acc_corrupt=0.4897 init_gold_top10=0.4965 init_gold_top100=0.5010
+step=38900 micro_steps=77800 elapsed=96.7s lr=3.000000e-04 loss_all=1.1305 acc_all=0.8173 loss_corrupt=2.0218 acc_corrupt=0.6709 corrupt_frac=0.5473 loss=2.0218 loss_recon=2.0218 loss_meanflow=0.0000 mean_model_t=0.4985 mean_corrupt_t=0.4985 wrong_frac=0.4999 init_acc_corrupt=0.4890 init_gold_top10=0.4957 init_gold_top100=0.5002
+step=39000 micro_steps=78000 elapsed=96.6s lr=3.000000e-04 loss_all=1.1325 acc_all=0.8170 loss_corrupt=2.0185 acc_corrupt=0.6714 corrupt_frac=0.5493 loss=2.0185 loss_recon=2.0185 loss_meanflow=0.0000 mean_model_t=0.4992 mean_corrupt_t=0.4992 wrong_frac=0.5009 init_acc_corrupt=0.4880 init_gold_top10=0.4948 init_gold_top100=0.4993
+step=39100 micro_steps=78200 elapsed=98.3s lr=3.000000e-04 loss_all=1.1555 acc_all=0.8140 loss_corrupt=2.0520 acc_corrupt=0.6673 corrupt_frac=0.5518 loss=2.0520 loss_recon=2.0520 loss_meanflow=0.0000 mean_model_t=0.4977 mean_corrupt_t=0.4977 wrong_frac=0.5036 init_acc_corrupt=0.4850 init_gold_top10=0.4919 init_gold_top100=0.4964
+step=39200 micro_steps=78400 elapsed=97.0s lr=3.000000e-04 loss_all=1.1306 acc_all=0.8175 loss_corrupt=2.0176 acc_corrupt=0.6721 corrupt_frac=0.5486 loss=2.0176 loss_recon=2.0176 loss_meanflow=0.0000 mean_model_t=0.5006 mean_corrupt_t=0.5006 wrong_frac=0.4986 init_acc_corrupt=0.4901 init_gold_top10=0.4970 init_gold_top100=0.5015
+step=39300 micro_steps=78600 elapsed=96.7s lr=3.000000e-04 loss_all=1.1195 acc_all=0.8193 loss_corrupt=1.9921 acc_corrupt=0.6763 corrupt_frac=0.5504 loss=1.9921 loss_recon=1.9921 loss_meanflow=0.0000 mean_model_t=0.5064 mean_corrupt_t=0.5064 wrong_frac=0.4930 init_acc_corrupt=0.4960 init_gold_top10=0.5026 init_gold_top100=0.5070
+step=39400 micro_steps=78800 elapsed=96.7s lr=3.000000e-04 loss_all=1.1226 acc_all=0.8189 loss_corrupt=2.0105 acc_corrupt=0.6734 corrupt_frac=0.5464 loss=2.0105 loss_recon=2.0105 loss_meanflow=0.0000 mean_model_t=0.5017 mean_corrupt_t=0.5017 wrong_frac=0.4978 init_acc_corrupt=0.4910 init_gold_top10=0.4977 init_gold_top100=0.5022
+step=39500 micro_steps=79000 elapsed=97.1s lr=3.000000e-04 loss_all=1.1339 acc_all=0.8173 loss_corrupt=2.0358 acc_corrupt=0.6697 corrupt_frac=0.5455 loss=2.0358 loss_recon=2.0358 loss_meanflow=0.0000 mean_model_t=0.4993 mean_corrupt_t=0.4993 wrong_frac=0.5023 init_acc_corrupt=0.4864 init_gold_top10=0.4932 init_gold_top100=0.4978
+step=39600 micro_steps=79200 elapsed=96.7s lr=3.000000e-04 loss_all=1.1424 acc_all=0.8161 loss_corrupt=2.0339 acc_corrupt=0.6702 corrupt_frac=0.5497 loss=2.0339 loss_recon=2.0339 loss_meanflow=0.0000 mean_model_t=0.4988 mean_corrupt_t=0.4988 wrong_frac=0.5011 init_acc_corrupt=0.4874 init_gold_top10=0.4943 init_gold_top100=0.4989
+step=39700 micro_steps=79400 elapsed=37.6s lr=3.000000e-04 loss_all=1.1379 acc_all=0.8162 loss_corrupt=2.0203 acc_corrupt=0.6714 corrupt_frac=0.5511 loss=2.0203 loss_recon=2.0203 loss_meanflow=0.0000 mean_model_t=0.4986 mean_corrupt_t=0.4986 wrong_frac=0.4997 init_acc_corrupt=0.4891 init_gold_top10=0.4959 init_gold_top100=0.5004
+step=39800 micro_steps=79600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1220 acc_all=0.8190 loss_corrupt=2.0181 acc_corrupt=0.6723 corrupt_frac=0.5448 loss=2.0181 loss_recon=2.0181 loss_meanflow=0.0000 mean_model_t=0.5042 mean_corrupt_t=0.5042 wrong_frac=0.4991 init_acc_corrupt=0.4896 init_gold_top10=0.4964 init_gold_top100=0.5010
+step=39900 micro_steps=79800 elapsed=32.7s lr=3.000000e-04 loss_all=1.1273 acc_all=0.8178 loss_corrupt=1.9967 acc_corrupt=0.6751 corrupt_frac=0.5529 loss=1.9967 loss_recon=1.9967 loss_meanflow=0.0000 mean_model_t=0.5016 mean_corrupt_t=0.5016 wrong_frac=0.4954 init_acc_corrupt=0.4933 init_gold_top10=0.5000 init_gold_top100=0.5047
+step=40000 micro_steps=80000 elapsed=70.4s lr=3.000000e-04 loss_all=1.1311 acc_all=0.8176 loss_corrupt=2.0150 acc_corrupt=0.6729 corrupt_frac=0.5498 loss=2.0150 loss_recon=2.0150 loss_meanflow=0.0000 mean_model_t=0.5025 mean_corrupt_t=0.5025 wrong_frac=0.4972 init_acc_corrupt=0.4915 init_gold_top10=0.4983 init_gold_top100=0.5029
+step=40100 micro_steps=80200 elapsed=102.1s lr=3.000000e-04 loss_all=1.1632 acc_all=0.8128 loss_corrupt=2.0561 acc_corrupt=0.6669 corrupt_frac=0.5545 loss=2.0561 loss_recon=2.0561 loss_meanflow=0.0000 mean_model_t=0.4954 mean_corrupt_t=0.4954 wrong_frac=0.5046 init_acc_corrupt=0.4841 init_gold_top10=0.4910 init_gold_top100=0.4955
+step=40200 micro_steps=80400 elapsed=98.6s lr=3.000000e-04 loss_all=1.1476 acc_all=0.8152 loss_corrupt=2.0373 acc_corrupt=0.6697 corrupt_frac=0.5513 loss=2.0373 loss_recon=2.0373 loss_meanflow=0.0000 mean_model_t=0.4992 mean_corrupt_t=0.4992 wrong_frac=0.5010 init_acc_corrupt=0.4875 init_gold_top10=0.4945 init_gold_top100=0.4990
+step=40300 micro_steps=80600 elapsed=98.6s lr=3.000000e-04 loss_all=1.1416 acc_all=0.8163 loss_corrupt=2.0426 acc_corrupt=0.6692 corrupt_frac=0.5474 loss=2.0426 loss_recon=2.0426 loss_meanflow=0.0000 mean_model_t=0.5000 mean_corrupt_t=0.5000 wrong_frac=0.5025 init_acc_corrupt=0.4861 init_gold_top10=0.4930 init_gold_top100=0.4976
+step=40400 micro_steps=80800 elapsed=97.7s lr=3.000000e-04 loss_all=1.1464 acc_all=0.8152 loss_corrupt=2.0369 acc_corrupt=0.6694 corrupt_frac=0.5516 loss=2.0369 loss_recon=2.0369 loss_meanflow=0.0000 mean_model_t=0.4996 mean_corrupt_t=0.4996 wrong_frac=0.5012 init_acc_corrupt=0.4875 init_gold_top10=0.4944 init_gold_top100=0.4988
+step=40500 micro_steps=81000 elapsed=97.3s lr=3.000000e-04 loss_all=1.1228 acc_all=0.8186 loss_corrupt=2.0048 acc_corrupt=0.6739 corrupt_frac=0.5477 loss=2.0048 loss_recon=2.0048 loss_meanflow=0.0000 mean_model_t=0.5004 mean_corrupt_t=0.5004 wrong_frac=0.4968 init_acc_corrupt=0.4920 init_gold_top10=0.4987 init_gold_top100=0.5032
+step=40600 micro_steps=81200 elapsed=96.7s lr=3.000000e-04 loss_all=1.1334 acc_all=0.8175 loss_corrupt=2.0152 acc_corrupt=0.6734 corrupt_frac=0.5504 loss=2.0152 loss_recon=2.0152 loss_meanflow=0.0000 mean_model_t=0.5033 mean_corrupt_t=0.5033 wrong_frac=0.4966 init_acc_corrupt=0.4924 init_gold_top10=0.4990 init_gold_top100=0.5035
+step=40700 micro_steps=81400 elapsed=96.9s lr=3.000000e-04 loss_all=1.1411 acc_all=0.8161 loss_corrupt=2.0269 acc_corrupt=0.6712 corrupt_frac=0.5512 loss=2.0269 loss_recon=2.0269 loss_meanflow=0.0000 mean_model_t=0.5009 mean_corrupt_t=0.5009 wrong_frac=0.5004 init_acc_corrupt=0.4884 init_gold_top10=0.4952 init_gold_top100=0.4998
+step=40800 micro_steps=81600 elapsed=97.3s lr=3.000000e-04 loss_all=1.1362 acc_all=0.8170 loss_corrupt=2.0319 acc_corrupt=0.6704 corrupt_frac=0.5476 loss=2.0319 loss_recon=2.0319 loss_meanflow=0.0000 mean_model_t=0.5007 mean_corrupt_t=0.5007 wrong_frac=0.5005 init_acc_corrupt=0.4882 init_gold_top10=0.4951 init_gold_top100=0.4996
+step=40900 micro_steps=81800 elapsed=96.8s lr=3.000000e-04 loss_all=1.1303 acc_all=0.8177 loss_corrupt=2.0092 acc_corrupt=0.6736 corrupt_frac=0.5508 loss=2.0092 loss_recon=2.0092 loss_meanflow=0.0000 mean_model_t=0.5026 mean_corrupt_t=0.5026 wrong_frac=0.4969 init_acc_corrupt=0.4919 init_gold_top10=0.4986 init_gold_top100=0.5031
+step=41000 micro_steps=82000 elapsed=96.6s lr=3.000000e-04 loss_all=1.1148 acc_all=0.8197 loss_corrupt=1.9914 acc_corrupt=0.6756 corrupt_frac=0.5480 loss=1.9914 loss_recon=1.9914 loss_meanflow=0.0000 mean_model_t=0.5030 mean_corrupt_t=0.5030 wrong_frac=0.4960 init_acc_corrupt=0.4929 init_gold_top10=0.4996 init_gold_top100=0.5041
+step=41100 micro_steps=82200 elapsed=98.5s lr=3.000000e-04 loss_all=1.1417 acc_all=0.8161 loss_corrupt=2.0269 acc_corrupt=0.6712 corrupt_frac=0.5512 loss=2.0269 loss_recon=2.0269 loss_meanflow=0.0000 mean_model_t=0.4980 mean_corrupt_t=0.4980 wrong_frac=0.5012 init_acc_corrupt=0.4875 init_gold_top10=0.4943 init_gold_top100=0.4990
+step=41200 micro_steps=82400 elapsed=33.9s lr=3.000000e-04 loss_all=1.1230 acc_all=0.8185 loss_corrupt=2.0007 acc_corrupt=0.6745 corrupt_frac=0.5494 loss=2.0007 loss_recon=2.0007 loss_meanflow=0.0000 mean_model_t=0.5014 mean_corrupt_t=0.5014 wrong_frac=0.4962 init_acc_corrupt=0.4926 init_gold_top10=0.4993 init_gold_top100=0.5039
+step=41300 micro_steps=82600 elapsed=32.7s lr=3.000000e-04 loss_all=1.1340 acc_all=0.8173 loss_corrupt=2.0278 acc_corrupt=0.6711 corrupt_frac=0.5475 loss=2.0278 loss_recon=2.0278 loss_meanflow=0.0000 mean_model_t=0.4994 mean_corrupt_t=0.4994 wrong_frac=0.5006 init_acc_corrupt=0.4878 init_gold_top10=0.4948 init_gold_top100=0.4994
+step=41400 micro_steps=82800 elapsed=32.7s lr=3.000000e-04 loss_all=1.1301 acc_all=0.8177 loss_corrupt=2.0088 acc_corrupt=0.6738 corrupt_frac=0.5505 loss=2.0088 loss_recon=2.0088 loss_meanflow=0.0000 mean_model_t=0.5001 mean_corrupt_t=0.5001 wrong_frac=0.4979 init_acc_corrupt=0.4908 init_gold_top10=0.4976 init_gold_top100=0.5021
+step=41500 micro_steps=83000 elapsed=32.8s lr=3.000000e-04 loss_all=1.1418 acc_all=0.8160 loss_corrupt=2.0356 acc_corrupt=0.6696 corrupt_frac=0.5492 loss=2.0356 loss_recon=2.0356 loss_meanflow=0.0000 mean_model_t=0.4995 mean_corrupt_t=0.4995 wrong_frac=0.5022 init_acc_corrupt=0.4862 init_gold_top10=0.4932 init_gold_top100=0.4978
+step=41600 micro_steps=83200 elapsed=32.7s lr=3.000000e-04 loss_all=1.1248 acc_all=0.8186 loss_corrupt=2.0073 acc_corrupt=0.6738 corrupt_frac=0.5482 loss=2.0073 loss_recon=2.0073 loss_meanflow=0.0000 mean_model_t=0.4974 mean_corrupt_t=0.4974 wrong_frac=0.4992 init_acc_corrupt=0.4893 init_gold_top10=0.4963 init_gold_top100=0.5008
+step=41700 micro_steps=83400 elapsed=32.7s lr=3.000000e-04 loss_all=1.1103 acc_all=0.8208 loss_corrupt=2.0017 acc_corrupt=0.6747 corrupt_frac=0.5430 loss=2.0017 loss_recon=2.0017 loss_meanflow=0.0000 mean_model_t=0.5028 mean_corrupt_t=0.5028 wrong_frac=0.4959 init_acc_corrupt=0.4926 init_gold_top10=0.4995 init_gold_top100=0.5041
+step=41800 micro_steps=83600 elapsed=32.6s lr=3.000000e-04 loss_all=1.1528 acc_all=0.8145 loss_corrupt=2.0490 acc_corrupt=0.6680 corrupt_frac=0.5509 loss=2.0490 loss_recon=2.0490 loss_meanflow=0.0000 mean_model_t=0.4961 mean_corrupt_t=0.4961 wrong_frac=0.5033 init_acc_corrupt=0.4849 init_gold_top10=0.4921 init_gold_top100=0.4967
+step=41900 micro_steps=83800 elapsed=57.9s lr=3.000000e-04 loss_all=1.1092 acc_all=0.8209 loss_corrupt=1.9842 acc_corrupt=0.6773 corrupt_frac=0.5470 loss=1.9842 loss_recon=1.9842 loss_meanflow=0.0000 mean_model_t=0.5073 mean_corrupt_t=0.5073 wrong_frac=0.4928 init_acc_corrupt=0.4964 init_gold_top10=0.5030 init_gold_top100=0.5073
+step=42000 micro_steps=84000 elapsed=69.8s lr=3.000000e-04 loss_all=1.1177 acc_all=0.8195 loss_corrupt=2.0020 acc_corrupt=0.6743 corrupt_frac=0.5462 loss=2.0020 loss_recon=2.0020 loss_meanflow=0.0000 mean_model_t=0.5016 mean_corrupt_t=0.5016 wrong_frac=0.4969 init_acc_corrupt=0.4919 init_gold_top10=0.4987 init_gold_top100=0.5031
diff --git a/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0010000.log b/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0010000.log
new file mode 100644
index 0000000000000000000000000000000000000000..4236160056708f9be535a5b34dadcb9798869b04
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0010000.log
@@ -0,0 +1,136 @@
+[watch-gumbel] 2026-05-26_00:10:31 infer runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0010000.pt -> docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0010000
+[load] runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0010000.pt
+[ckpt] step=10000
+[sde] generated 2/128
+[sde] generated 4/128
+[sde] generated 6/128
+[sde] generated 8/128
+[sde] generated 10/128
+[sde] generated 12/128
+[sde] generated 14/128
+[sde] generated 16/128
+[sde] generated 18/128
+[sde] generated 20/128
+[sde] generated 22/128
+[sde] generated 24/128
+[sde] generated 26/128
+[sde] generated 28/128
+[sde] generated 30/128
+[sde] generated 32/128
+[sde] generated 34/128
+[sde] generated 36/128
+[sde] generated 38/128
+[sde] generated 40/128
+[sde] generated 42/128
+[sde] generated 44/128
+[sde] generated 46/128
+[sde] generated 48/128
+[sde] generated 50/128
+[sde] generated 52/128
+[sde] generated 54/128
+[sde] generated 56/128
+[sde] generated 58/128
+[sde] generated 60/128
+[sde] generated 62/128
+[sde] generated 64/128
+[sde] generated 66/128
+[sde] generated 68/128
+[sde] generated 70/128
+[sde] generated 72/128
+[sde] generated 74/128
+[sde] generated 76/128
+[sde] generated 78/128
+[sde] generated 80/128
+[sde] generated 82/128
+[sde] generated 84/128
+[sde] generated 86/128
+[sde] generated 88/128
+[sde] generated 90/128
+[sde] generated 92/128
+[sde] generated 94/128
+[sde] generated 96/128
+[sde] generated 98/128
+[sde] generated 100/128
+[sde] generated 102/128
+[sde] generated 104/128
+[sde] generated 106/128
+[sde] generated 108/128
+[sde] generated 110/128
+[sde] generated 112/128
+[sde] generated 114/128
+[sde] generated 116/128
+[sde] generated 118/128
+[sde] generated 120/128
+[sde] generated 122/128
+[sde] generated 124/128
+[sde] generated 126/128
+[sde] generated 128/128
+[score] loading scorer: /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard
+[summary] {
+  "type": "summary",
+  "checkpoint": "runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0010000.pt",
+  "step": 10000,
+  "decode": {
+    "decode_rule": "dirichlet_resample_sde",
+    "steps": 128,
+    "model_t_mode": "support_t",
+    "mean_mode": "endpoint_only",
+    "anchor_gamma": 1.0,
+    "endpoint_floor": 0.0,
+    "concentration_min": 1.0,
+    "concentration_max": 1024.0,
+    "endpoint_temp": 1.45,
+    "endpoint_temp_start": null,
+    "endpoint_temp_end": null,
+    "endpoint_projection": "gumbel_softmax",
+    "endpoint_top_k": 0,
+    "endpoint_top_p": 0.95,
+    "gumbel_tau_start": 1.0,
+    "gumbel_tau_end": 0.2,
+    "gumbel_noise_scale_start": 1.0,
+    "gumbel_noise_scale_end": 1.0,
+    "ban_special_tokens": false,
+    "banned_endpoint_ids": [],
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "noise_init": "dirichlet",
+    "noise_sigma": -1.0,
+    "noise_dirichlet_concentration": 1.0,
+    "sde_resample": "dirichlet",
+    "logistic_normal_sigma_min": 0.18,
+    "logistic_normal_sigma_max": 3.0,
+    "logistic_normal_tau_min": 0.65,
+    "logistic_normal_tau_max": 1.0,
+    "final_from": "blend_0.5",
+    "n_samples": 128,
+    "seed": 20260524
+  },
+  "raw_genppl": {
+    "ppl": 100.003293326941,
+    "nll_per_token": 4.605203118715213,
+    "tokens": 44984,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "stripped_genppl": {
+    "ppl": 96.9419779390347,
+    "nll_per_token": 4.574112633954019,
+    "tokens": 44626,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "diversity": {
+    "sample_entropy": 0.8363358256743296,
+    "unique_tokens": 4162,
+    "token_count": 131072,
+    "distinct_1": 0.0317535400390625,
+    "distinct_2": 0.06951826735092864,
+    "top_token_mass": 0.8901519775390625
+  }
+}
+[done] docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0010000/sde_steps128_samples128_scored.jsonl
+[watch-gumbel] 2026-05-26_00:17:20 done step_0010000
diff --git a/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0030000.log b/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0030000.log
new file mode 100644
index 0000000000000000000000000000000000000000..e77cf93ff32863d99003fe1cef7da0e5e50b920e
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0030000.log
@@ -0,0 +1,136 @@
+[watch-gumbel] 2026-05-26_03:56:17 infer runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0030000.pt -> docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0030000
+[load] runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0030000.pt
+[ckpt] step=30000
+[sde] generated 2/128
+[sde] generated 4/128
+[sde] generated 6/128
+[sde] generated 8/128
+[sde] generated 10/128
+[sde] generated 12/128
+[sde] generated 14/128
+[sde] generated 16/128
+[sde] generated 18/128
+[sde] generated 20/128
+[sde] generated 22/128
+[sde] generated 24/128
+[sde] generated 26/128
+[sde] generated 28/128
+[sde] generated 30/128
+[sde] generated 32/128
+[sde] generated 34/128
+[sde] generated 36/128
+[sde] generated 38/128
+[sde] generated 40/128
+[sde] generated 42/128
+[sde] generated 44/128
+[sde] generated 46/128
+[sde] generated 48/128
+[sde] generated 50/128
+[sde] generated 52/128
+[sde] generated 54/128
+[sde] generated 56/128
+[sde] generated 58/128
+[sde] generated 60/128
+[sde] generated 62/128
+[sde] generated 64/128
+[sde] generated 66/128
+[sde] generated 68/128
+[sde] generated 70/128
+[sde] generated 72/128
+[sde] generated 74/128
+[sde] generated 76/128
+[sde] generated 78/128
+[sde] generated 80/128
+[sde] generated 82/128
+[sde] generated 84/128
+[sde] generated 86/128
+[sde] generated 88/128
+[sde] generated 90/128
+[sde] generated 92/128
+[sde] generated 94/128
+[sde] generated 96/128
+[sde] generated 98/128
+[sde] generated 100/128
+[sde] generated 102/128
+[sde] generated 104/128
+[sde] generated 106/128
+[sde] generated 108/128
+[sde] generated 110/128
+[sde] generated 112/128
+[sde] generated 114/128
+[sde] generated 116/128
+[sde] generated 118/128
+[sde] generated 120/128
+[sde] generated 122/128
+[sde] generated 124/128
+[sde] generated 126/128
+[sde] generated 128/128
+[score] loading scorer: /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard
+[summary] {
+  "type": "summary",
+  "checkpoint": "runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0030000.pt",
+  "step": 30000,
+  "decode": {
+    "decode_rule": "dirichlet_resample_sde",
+    "steps": 128,
+    "model_t_mode": "support_t",
+    "mean_mode": "endpoint_only",
+    "anchor_gamma": 1.0,
+    "endpoint_floor": 0.0,
+    "concentration_min": 1.0,
+    "concentration_max": 1024.0,
+    "endpoint_temp": 1.45,
+    "endpoint_temp_start": null,
+    "endpoint_temp_end": null,
+    "endpoint_projection": "gumbel_softmax",
+    "endpoint_top_k": 0,
+    "endpoint_top_p": 0.95,
+    "gumbel_tau_start": 1.0,
+    "gumbel_tau_end": 0.2,
+    "gumbel_noise_scale_start": 1.0,
+    "gumbel_noise_scale_end": 1.0,
+    "ban_special_tokens": false,
+    "banned_endpoint_ids": [],
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "noise_init": "dirichlet",
+    "noise_sigma": -1.0,
+    "noise_dirichlet_concentration": 1.0,
+    "sde_resample": "dirichlet",
+    "logistic_normal_sigma_min": 0.18,
+    "logistic_normal_sigma_max": 3.0,
+    "logistic_normal_tau_min": 0.65,
+    "logistic_normal_tau_max": 1.0,
+    "final_from": "blend_0.5",
+    "n_samples": 128,
+    "seed": 20260524
+  },
+  "raw_genppl": {
+    "ppl": 10.229694812820696,
+    "nll_per_token": 2.3252947469496883,
+    "tokens": 110667,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "stripped_genppl": {
+    "ppl": 10.015576723153316,
+    "nll_per_token": 2.304141553396202,
+    "tokens": 109975,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "diversity": {
+    "sample_entropy": 1.6612740055114674,
+    "unique_tokens": 2050,
+    "token_count": 131072,
+    "distinct_1": 0.0156402587890625,
+    "distinct_2": 0.0826842008797654,
+    "top_token_mass": 0.222747802734375
+  }
+}
+[done] docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0030000/sde_steps128_samples128_scored.jsonl
+[watch-gumbel] 2026-05-26_04:03:08 done step_0030000
diff --git a/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0040000.log b/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0040000.log
new file mode 100644
index 0000000000000000000000000000000000000000..57af9b469674897974521b044b986cde7e806741
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0040000.log
@@ -0,0 +1,136 @@
+[watch-gumbel] 2026-05-26_05:49:10 infer runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0040000.pt -> docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0040000
+[load] runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0040000.pt
+[ckpt] step=40000
+[sde] generated 2/128
+[sde] generated 4/128
+[sde] generated 6/128
+[sde] generated 8/128
+[sde] generated 10/128
+[sde] generated 12/128
+[sde] generated 14/128
+[sde] generated 16/128
+[sde] generated 18/128
+[sde] generated 20/128
+[sde] generated 22/128
+[sde] generated 24/128
+[sde] generated 26/128
+[sde] generated 28/128
+[sde] generated 30/128
+[sde] generated 32/128
+[sde] generated 34/128
+[sde] generated 36/128
+[sde] generated 38/128
+[sde] generated 40/128
+[sde] generated 42/128
+[sde] generated 44/128
+[sde] generated 46/128
+[sde] generated 48/128
+[sde] generated 50/128
+[sde] generated 52/128
+[sde] generated 54/128
+[sde] generated 56/128
+[sde] generated 58/128
+[sde] generated 60/128
+[sde] generated 62/128
+[sde] generated 64/128
+[sde] generated 66/128
+[sde] generated 68/128
+[sde] generated 70/128
+[sde] generated 72/128
+[sde] generated 74/128
+[sde] generated 76/128
+[sde] generated 78/128
+[sde] generated 80/128
+[sde] generated 82/128
+[sde] generated 84/128
+[sde] generated 86/128
+[sde] generated 88/128
+[sde] generated 90/128
+[sde] generated 92/128
+[sde] generated 94/128
+[sde] generated 96/128
+[sde] generated 98/128
+[sde] generated 100/128
+[sde] generated 102/128
+[sde] generated 104/128
+[sde] generated 106/128
+[sde] generated 108/128
+[sde] generated 110/128
+[sde] generated 112/128
+[sde] generated 114/128
+[sde] generated 116/128
+[sde] generated 118/128
+[sde] generated 120/128
+[sde] generated 122/128
+[sde] generated 124/128
+[sde] generated 126/128
+[sde] generated 128/128
+[score] loading scorer: /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard
+[summary] {
+  "type": "summary",
+  "checkpoint": "runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0040000.pt",
+  "step": 40000,
+  "decode": {
+    "decode_rule": "dirichlet_resample_sde",
+    "steps": 128,
+    "model_t_mode": "support_t",
+    "mean_mode": "endpoint_only",
+    "anchor_gamma": 1.0,
+    "endpoint_floor": 0.0,
+    "concentration_min": 1.0,
+    "concentration_max": 1024.0,
+    "endpoint_temp": 1.45,
+    "endpoint_temp_start": null,
+    "endpoint_temp_end": null,
+    "endpoint_projection": "gumbel_softmax",
+    "endpoint_top_k": 0,
+    "endpoint_top_p": 0.95,
+    "gumbel_tau_start": 1.0,
+    "gumbel_tau_end": 0.2,
+    "gumbel_noise_scale_start": 1.0,
+    "gumbel_noise_scale_end": 1.0,
+    "ban_special_tokens": false,
+    "banned_endpoint_ids": [],
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "noise_init": "dirichlet",
+    "noise_sigma": -1.0,
+    "noise_dirichlet_concentration": 1.0,
+    "sde_resample": "dirichlet",
+    "logistic_normal_sigma_min": 0.18,
+    "logistic_normal_sigma_max": 3.0,
+    "logistic_normal_tau_min": 0.65,
+    "logistic_normal_tau_max": 1.0,
+    "final_from": "blend_0.5",
+    "n_samples": 128,
+    "seed": 20260524
+  },
+  "raw_genppl": {
+    "ppl": 5.1300306432739955,
+    "nll_per_token": 1.6351116325125952,
+    "tokens": 4956,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "stripped_genppl": {
+    "ppl": 5.029862298928684,
+    "nll_per_token": 1.6153926077784073,
+    "tokens": 4944,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "diversity": {
+    "sample_entropy": 0.04587834974009578,
+    "unique_tokens": 218,
+    "token_count": 131072,
+    "distinct_1": 0.0016632080078125,
+    "distinct_2": 0.0074535679374389055,
+    "top_token_mass": 0.97662353515625
+  }
+}
+[done] docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0040000/sde_steps128_samples128_scored.jsonl
+[watch-gumbel] 2026-05-26_05:55:29 done step_0040000
diff --git a/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0070000.log b/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0070000.log
new file mode 100644
index 0000000000000000000000000000000000000000..84160652c2478ba7ac1d00365b7ae881aa55d625
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0070000.log
@@ -0,0 +1,136 @@
+[watch-gumbel] 2026-05-26_11:27:24 infer runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0070000.pt -> docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0070000
+[load] runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0070000.pt
+[ckpt] step=70000
+[sde] generated 2/128
+[sde] generated 4/128
+[sde] generated 6/128
+[sde] generated 8/128
+[sde] generated 10/128
+[sde] generated 12/128
+[sde] generated 14/128
+[sde] generated 16/128
+[sde] generated 18/128
+[sde] generated 20/128
+[sde] generated 22/128
+[sde] generated 24/128
+[sde] generated 26/128
+[sde] generated 28/128
+[sde] generated 30/128
+[sde] generated 32/128
+[sde] generated 34/128
+[sde] generated 36/128
+[sde] generated 38/128
+[sde] generated 40/128
+[sde] generated 42/128
+[sde] generated 44/128
+[sde] generated 46/128
+[sde] generated 48/128
+[sde] generated 50/128
+[sde] generated 52/128
+[sde] generated 54/128
+[sde] generated 56/128
+[sde] generated 58/128
+[sde] generated 60/128
+[sde] generated 62/128
+[sde] generated 64/128
+[sde] generated 66/128
+[sde] generated 68/128
+[sde] generated 70/128
+[sde] generated 72/128
+[sde] generated 74/128
+[sde] generated 76/128
+[sde] generated 78/128
+[sde] generated 80/128
+[sde] generated 82/128
+[sde] generated 84/128
+[sde] generated 86/128
+[sde] generated 88/128
+[sde] generated 90/128
+[sde] generated 92/128
+[sde] generated 94/128
+[sde] generated 96/128
+[sde] generated 98/128
+[sde] generated 100/128
+[sde] generated 102/128
+[sde] generated 104/128
+[sde] generated 106/128
+[sde] generated 108/128
+[sde] generated 110/128
+[sde] generated 112/128
+[sde] generated 114/128
+[sde] generated 116/128
+[sde] generated 118/128
+[sde] generated 120/128
+[sde] generated 122/128
+[sde] generated 124/128
+[sde] generated 126/128
+[sde] generated 128/128
+[score] loading scorer: /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard
+[summary] {
+  "type": "summary",
+  "checkpoint": "runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0070000.pt",
+  "step": 70000,
+  "decode": {
+    "decode_rule": "dirichlet_resample_sde",
+    "steps": 128,
+    "model_t_mode": "support_t",
+    "mean_mode": "endpoint_only",
+    "anchor_gamma": 1.0,
+    "endpoint_floor": 0.0,
+    "concentration_min": 1.0,
+    "concentration_max": 1024.0,
+    "endpoint_temp": 1.45,
+    "endpoint_temp_start": null,
+    "endpoint_temp_end": null,
+    "endpoint_projection": "gumbel_softmax",
+    "endpoint_top_k": 0,
+    "endpoint_top_p": 0.95,
+    "gumbel_tau_start": 1.0,
+    "gumbel_tau_end": 0.2,
+    "gumbel_noise_scale_start": 1.0,
+    "gumbel_noise_scale_end": 1.0,
+    "ban_special_tokens": false,
+    "banned_endpoint_ids": [],
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "noise_init": "dirichlet",
+    "noise_sigma": -1.0,
+    "noise_dirichlet_concentration": 1.0,
+    "sde_resample": "dirichlet",
+    "logistic_normal_sigma_min": 0.18,
+    "logistic_normal_sigma_max": 3.0,
+    "logistic_normal_tau_min": 0.65,
+    "logistic_normal_tau_max": 1.0,
+    "final_from": "blend_0.5",
+    "n_samples": 128,
+    "seed": 20260524
+  },
+  "raw_genppl": {
+    "ppl": 3.036806328417846,
+    "nll_per_token": 1.1108064133412865,
+    "tokens": 129537,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "stripped_genppl": {
+    "ppl": 2.965266588478625,
+    "nll_per_token": 1.0869669402050408,
+    "tokens": 129209,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "diversity": {
+    "sample_entropy": 1.4604607840059816,
+    "unique_tokens": 2055,
+    "token_count": 131072,
+    "distinct_1": 0.01567840576171875,
+    "distinct_2": 0.04771505376344086,
+    "top_token_mass": 0.4061737060546875
+  }
+}
+[done] docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0070000/sde_steps128_samples128_scored.jsonl
+[watch-gumbel] 2026-05-26_11:34:19 done step_0070000
diff --git a/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_len128_C1_to_1024_mask1_sameT_every1k_dualline_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525_step_0004000.log b/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_len128_C1_to_1024_mask1_sameT_every1k_dualline_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525_step_0004000.log
new file mode 100644
index 0000000000000000000000000000000000000000..e272a2e4921b10531353d78ff41d41b35040fb09
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_len128_C1_to_1024_mask1_sameT_every1k_dualline_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525_step_0004000.log
@@ -0,0 +1,199 @@
+[watch-dualline] 2026-05-26_00:03:18 infer runs/lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525/step_0004000.pt -> docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_len128_C1_to_1024_mask1_sameT_every1k_dualline_dirres_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525/step_0004000
+[decode] max_len=128 generated=1/128
+[decode] max_len=128 generated=2/128
+[decode] max_len=128 generated=3/128
+[decode] max_len=128 generated=4/128
+[decode] max_len=128 generated=5/128
+[decode] max_len=128 generated=6/128
+[decode] max_len=128 generated=7/128
+[decode] max_len=128 generated=8/128
+[decode] max_len=128 generated=9/128
+[decode] max_len=128 generated=10/128
+[decode] max_len=128 generated=11/128
+[decode] max_len=128 generated=12/128
+[decode] max_len=128 generated=13/128
+[decode] max_len=128 generated=14/128
+[decode] max_len=128 generated=15/128
+[decode] max_len=128 generated=16/128
+[decode] max_len=128 generated=17/128
+[decode] max_len=128 generated=18/128
+[decode] max_len=128 generated=19/128
+[decode] max_len=128 generated=20/128
+[decode] max_len=128 generated=21/128
+[decode] max_len=128 generated=22/128
+[decode] max_len=128 generated=23/128
+[decode] max_len=128 generated=24/128
+[decode] max_len=128 generated=25/128
+[decode] max_len=128 generated=26/128
+[decode] max_len=128 generated=27/128
+[decode] max_len=128 generated=28/128
+[decode] max_len=128 generated=29/128
+[decode] max_len=128 generated=30/128
+[decode] max_len=128 generated=31/128
+[decode] max_len=128 generated=32/128
+[decode] max_len=128 generated=33/128
+[decode] max_len=128 generated=34/128
+[decode] max_len=128 generated=35/128
+[decode] max_len=128 generated=36/128
+[decode] max_len=128 generated=37/128
+[decode] max_len=128 generated=38/128
+[decode] max_len=128 generated=39/128
+[decode] max_len=128 generated=40/128
+[decode] max_len=128 generated=41/128
+[decode] max_len=128 generated=42/128
+[decode] max_len=128 generated=43/128
+[decode] max_len=128 generated=44/128
+[decode] max_len=128 generated=45/128
+[decode] max_len=128 generated=46/128
+[decode] max_len=128 generated=47/128
+[decode] max_len=128 generated=48/128
+[decode] max_len=128 generated=49/128
+[decode] max_len=128 generated=50/128
+[decode] max_len=128 generated=51/128
+[decode] max_len=128 generated=52/128
+[decode] max_len=128 generated=53/128
+[decode] max_len=128 generated=54/128
+[decode] max_len=128 generated=55/128
+[decode] max_len=128 generated=56/128
+[decode] max_len=128 generated=57/128
+[decode] max_len=128 generated=58/128
+[decode] max_len=128 generated=59/128
+[decode] max_len=128 generated=60/128
+[decode] max_len=128 generated=61/128
+[decode] max_len=128 generated=62/128
+[decode] max_len=128 generated=63/128
+[decode] max_len=128 generated=64/128
+[decode] max_len=128 generated=65/128
+[decode] max_len=128 generated=66/128
+[decode] max_len=128 generated=67/128
+[decode] max_len=128 generated=68/128
+[decode] max_len=128 generated=69/128
+[decode] max_len=128 generated=70/128
+[decode] max_len=128 generated=71/128
+[decode] max_len=128 generated=72/128
+[decode] max_len=128 generated=73/128
+[decode] max_len=128 generated=74/128
+[decode] max_len=128 generated=75/128
+[decode] max_len=128 generated=76/128
+[decode] max_len=128 generated=77/128
+[decode] max_len=128 generated=78/128
+[decode] max_len=128 generated=79/128
+[decode] max_len=128 generated=80/128
+[decode] max_len=128 generated=81/128
+[decode] max_len=128 generated=82/128
+[decode] max_len=128 generated=83/128
+[decode] max_len=128 generated=84/128
+[decode] max_len=128 generated=85/128
+[decode] max_len=128 generated=86/128
+[decode] max_len=128 generated=87/128
+[decode] max_len=128 generated=88/128
+[decode] max_len=128 generated=89/128
+[decode] max_len=128 generated=90/128
+[decode] max_len=128 generated=91/128
+[decode] max_len=128 generated=92/128
+[decode] max_len=128 generated=93/128
+[decode] max_len=128 generated=94/128
+[decode] max_len=128 generated=95/128
+[decode] max_len=128 generated=96/128
+[decode] max_len=128 generated=97/128
+[decode] max_len=128 generated=98/128
+[decode] max_len=128 generated=99/128
+[decode] max_len=128 generated=100/128
+[decode] max_len=128 generated=101/128
+[decode] max_len=128 generated=102/128
+[decode] max_len=128 generated=103/128
+[decode] max_len=128 generated=104/128
+[decode] max_len=128 generated=105/128
+[decode] max_len=128 generated=106/128
+[decode] max_len=128 generated=107/128
+[decode] max_len=128 generated=108/128
+[decode] max_len=128 generated=109/128
+[decode] max_len=128 generated=110/128
+[decode] max_len=128 generated=111/128
+[decode] max_len=128 generated=112/128
+[decode] max_len=128 generated=113/128
+[decode] max_len=128 generated=114/128
+[decode] max_len=128 generated=115/128
+[decode] max_len=128 generated=116/128
+[decode] max_len=128 generated=117/128
+[decode] max_len=128 generated=118/128
+[decode] max_len=128 generated=119/128
+[decode] max_len=128 generated=120/128
+[decode] max_len=128 generated=121/128
+[decode] max_len=128 generated=122/128
+[decode] max_len=128 generated=123/128
+[decode] max_len=128 generated=124/128
+[decode] max_len=128 generated=125/128
+[decode] max_len=128 generated=126/128
+[decode] max_len=128 generated=127/128
+[decode] max_len=128 generated=128/128
+[
+  {
+    "checkpoint": "runs/lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525/step_0004000.pt",
+    "ckpt_step": 4000,
+    "max_len": 128,
+    "decode_rule": "dual_line_resample",
+    "support_power": 1.0,
+    "semantic_power": 1.5,
+    "steps": 128,
+    "c_min": 1.0,
+    "c_max": 1024.0,
+    "anchor_mode": "state",
+    "model_t_mode": "flow",
+    "time_schedule": "uniform",
+    "time_logit_mean": -1.5,
+    "time_logit_std": 0.8,
+    "time_power": 2.0,
+    "input_noise_scale": 0.0,
+    "input_noise_until": 1.0,
+    "input_noise_dirichlet_concentration": 1.0,
+    "endpoint_softening": "none",
+    "endpoint_soft_power": 2.0,
+    "endpoint_soft_min_conf": 0.0,
+    "endpoint_soft_max_conf": 1.0,
+    "soft_target_decode_mode": "off",
+    "soft_target_power": 1.0,
+    "soft_target_min_conf": 0.0,
+    "soft_target_max_conf": 1.0,
+    "soft_target_debias_start": 0.7,
+    "final_from": "blend",
+    "final_decode": "argmax",
+    "final_sample_temp": 1.0,
+    "final_top_k": 0,
+    "final_top_p": 1.0,
+    "commit_mode": "off",
+    "commit_conf_threshold": 0.0,
+    "commit_margin_threshold": 0.0,
+    "commit_start": 0.0,
+    "commit_min_ratio": 0.0,
+    "commit_max_ratio": 1.0,
+    "commit_power": 2.0,
+    "commit_freq_max_frac": 0.08,
+    "early_temp": 2.8,
+    "late_temp": 1.45,
+    "temp_end": 0.55,
+    "temp_power": 1.5,
+    "pos_extend": "repeat",
+    "fixed_first_token_id": null,
+    "fixed_first_token_text": "",
+    "fixed_first_initial_argmax": false,
+    "use_ema": false,
+    "n_samples": 128,
+    "sample_entropy": 2.511119662319481,
+    "unique_tokens": 1374,
+    "token_count": 16384,
+    "distinct_1": 0.0838623046875,
+    "distinct_2": 0.273068405511811,
+    "top_token_mass": 0.25384521484375,
+    "texts_preview": [
+      "[CLS] parsons, parsons, abrahambach, nero, parsons, maud, bethany bethany, rachel cummings, patul parsons, rachel perkins, freeman, perkins baird, robertson, yeiv, bethany., baird, feldman, brigad, miguel, baprkin, robertson, rachel parsons, dean, parsons, bautista, cheney, mitoutiner,, parsons, freeman, hoffman, stephen lowry, federer, wooev, wilder,, bethany, bethany., miguel, fitzpatrick cantor, dwight parsons, saunders, bethany, bentley, parsons, fletcher, bautista., freeman, moran, parsons, keith parsons, hoffman, [SEP]",
+      "[CLS], cody parsons, abraham norris, wesley, russell, rachel, bethany bethany, brennan parsons, clark freeman, parsons, lloyd., ellis, bautista. wesley, jr. wheeler, sly, jr., dean, harrison, bethany., tommy rachel,, freeman cole, n. brennan, jr., mcdonald, rachel, rachel, baird, bautista, becker,, russell freeman, lowry, mcguire, keith donaldson,, bethany freeman, brennan, bethany howe, ashley, rowland, parsons, derrick, norris bethany. baird, bethany fallon, robertson, dean felipe, freeman, joel freeman, bautista, saunders, freeman [SEP]",
+      "[CLS] ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ( ) ) ) ) ) ) ) ( ) ) ) ) ) ) ) ) ) ) ( ( ( ( ( ( ( ) ) ( ( ( ) ( ( ) ( ) ) ) ) ) ) ( ( ( ) ) ) ( ) ) ) ) ) ) ) ( ) ( ) ( ) ) ( ( ( ( ) ( ( ) ) ) ) ( ) ) ) ) ) ( ) ) ) ) ( ) ) ) ) ( ( ( ( ) ( ( ) ) ) ) ( ( ) ) ( ) ) ( ) ( [SEP]",
+      "[CLS],, bautista, freeman, freeman, baird, vince cassidy, martha knox,, boone bautista, orr,, walton, rooney, brennan., parsons, r. brennan,, j. freeman, clark, parsons, baird,, parsons freeman, bautista,, martha, clark., j. parsons., jr., j. freeman,, parsons,, martha, parsons, bautista,, olson, hooper, saunders, freeman, j.,, brennan, freeman. freeman, cassidy, jr., j. schmidt, j. j. freeman., j., parsons, j. saunders., [SEP]"
+    ],
+    "gen_ppl": 38.60281668132819,
+    "gen_nll": 3.653325244827395,
+    "gen_tokens": 15926
+  }
+]
+[watch-dualline] 2026-05-26_00:11:07 done step_0004000
diff --git a/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_len128_C1_to_1024_mask1_sameT_every1k_dualline_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525_step_0027000.log b/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_len128_C1_to_1024_mask1_sameT_every1k_dualline_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525_step_0027000.log
new file mode 100644
index 0000000000000000000000000000000000000000..91e6a46caa6aa29c0682b89b9b5bc5d8b24d1cba
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_len128_C1_to_1024_mask1_sameT_every1k_dualline_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525_step_0027000.log
@@ -0,0 +1,199 @@
+[watch-dualline] 2026-05-26_09:15:36 infer runs/lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525/step_0027000.pt -> docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_len128_C1_to_1024_mask1_sameT_every1k_dualline_dirres_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525/step_0027000
+[decode] max_len=128 generated=1/128
+[decode] max_len=128 generated=2/128
+[decode] max_len=128 generated=3/128
+[decode] max_len=128 generated=4/128
+[decode] max_len=128 generated=5/128
+[decode] max_len=128 generated=6/128
+[decode] max_len=128 generated=7/128
+[decode] max_len=128 generated=8/128
+[decode] max_len=128 generated=9/128
+[decode] max_len=128 generated=10/128
+[decode] max_len=128 generated=11/128
+[decode] max_len=128 generated=12/128
+[decode] max_len=128 generated=13/128
+[decode] max_len=128 generated=14/128
+[decode] max_len=128 generated=15/128
+[decode] max_len=128 generated=16/128
+[decode] max_len=128 generated=17/128
+[decode] max_len=128 generated=18/128
+[decode] max_len=128 generated=19/128
+[decode] max_len=128 generated=20/128
+[decode] max_len=128 generated=21/128
+[decode] max_len=128 generated=22/128
+[decode] max_len=128 generated=23/128
+[decode] max_len=128 generated=24/128
+[decode] max_len=128 generated=25/128
+[decode] max_len=128 generated=26/128
+[decode] max_len=128 generated=27/128
+[decode] max_len=128 generated=28/128
+[decode] max_len=128 generated=29/128
+[decode] max_len=128 generated=30/128
+[decode] max_len=128 generated=31/128
+[decode] max_len=128 generated=32/128
+[decode] max_len=128 generated=33/128
+[decode] max_len=128 generated=34/128
+[decode] max_len=128 generated=35/128
+[decode] max_len=128 generated=36/128
+[decode] max_len=128 generated=37/128
+[decode] max_len=128 generated=38/128
+[decode] max_len=128 generated=39/128
+[decode] max_len=128 generated=40/128
+[decode] max_len=128 generated=41/128
+[decode] max_len=128 generated=42/128
+[decode] max_len=128 generated=43/128
+[decode] max_len=128 generated=44/128
+[decode] max_len=128 generated=45/128
+[decode] max_len=128 generated=46/128
+[decode] max_len=128 generated=47/128
+[decode] max_len=128 generated=48/128
+[decode] max_len=128 generated=49/128
+[decode] max_len=128 generated=50/128
+[decode] max_len=128 generated=51/128
+[decode] max_len=128 generated=52/128
+[decode] max_len=128 generated=53/128
+[decode] max_len=128 generated=54/128
+[decode] max_len=128 generated=55/128
+[decode] max_len=128 generated=56/128
+[decode] max_len=128 generated=57/128
+[decode] max_len=128 generated=58/128
+[decode] max_len=128 generated=59/128
+[decode] max_len=128 generated=60/128
+[decode] max_len=128 generated=61/128
+[decode] max_len=128 generated=62/128
+[decode] max_len=128 generated=63/128
+[decode] max_len=128 generated=64/128
+[decode] max_len=128 generated=65/128
+[decode] max_len=128 generated=66/128
+[decode] max_len=128 generated=67/128
+[decode] max_len=128 generated=68/128
+[decode] max_len=128 generated=69/128
+[decode] max_len=128 generated=70/128
+[decode] max_len=128 generated=71/128
+[decode] max_len=128 generated=72/128
+[decode] max_len=128 generated=73/128
+[decode] max_len=128 generated=74/128
+[decode] max_len=128 generated=75/128
+[decode] max_len=128 generated=76/128
+[decode] max_len=128 generated=77/128
+[decode] max_len=128 generated=78/128
+[decode] max_len=128 generated=79/128
+[decode] max_len=128 generated=80/128
+[decode] max_len=128 generated=81/128
+[decode] max_len=128 generated=82/128
+[decode] max_len=128 generated=83/128
+[decode] max_len=128 generated=84/128
+[decode] max_len=128 generated=85/128
+[decode] max_len=128 generated=86/128
+[decode] max_len=128 generated=87/128
+[decode] max_len=128 generated=88/128
+[decode] max_len=128 generated=89/128
+[decode] max_len=128 generated=90/128
+[decode] max_len=128 generated=91/128
+[decode] max_len=128 generated=92/128
+[decode] max_len=128 generated=93/128
+[decode] max_len=128 generated=94/128
+[decode] max_len=128 generated=95/128
+[decode] max_len=128 generated=96/128
+[decode] max_len=128 generated=97/128
+[decode] max_len=128 generated=98/128
+[decode] max_len=128 generated=99/128
+[decode] max_len=128 generated=100/128
+[decode] max_len=128 generated=101/128
+[decode] max_len=128 generated=102/128
+[decode] max_len=128 generated=103/128
+[decode] max_len=128 generated=104/128
+[decode] max_len=128 generated=105/128
+[decode] max_len=128 generated=106/128
+[decode] max_len=128 generated=107/128
+[decode] max_len=128 generated=108/128
+[decode] max_len=128 generated=109/128
+[decode] max_len=128 generated=110/128
+[decode] max_len=128 generated=111/128
+[decode] max_len=128 generated=112/128
+[decode] max_len=128 generated=113/128
+[decode] max_len=128 generated=114/128
+[decode] max_len=128 generated=115/128
+[decode] max_len=128 generated=116/128
+[decode] max_len=128 generated=117/128
+[decode] max_len=128 generated=118/128
+[decode] max_len=128 generated=119/128
+[decode] max_len=128 generated=120/128
+[decode] max_len=128 generated=121/128
+[decode] max_len=128 generated=122/128
+[decode] max_len=128 generated=123/128
+[decode] max_len=128 generated=124/128
+[decode] max_len=128 generated=125/128
+[decode] max_len=128 generated=126/128
+[decode] max_len=128 generated=127/128
+[decode] max_len=128 generated=128/128
+[
+  {
+    "checkpoint": "runs/lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525/step_0027000.pt",
+    "ckpt_step": 27000,
+    "max_len": 128,
+    "decode_rule": "dual_line_resample",
+    "support_power": 1.0,
+    "semantic_power": 1.5,
+    "steps": 128,
+    "c_min": 1.0,
+    "c_max": 1024.0,
+    "anchor_mode": "state",
+    "model_t_mode": "flow",
+    "time_schedule": "uniform",
+    "time_logit_mean": -1.5,
+    "time_logit_std": 0.8,
+    "time_power": 2.0,
+    "input_noise_scale": 0.0,
+    "input_noise_until": 1.0,
+    "input_noise_dirichlet_concentration": 1.0,
+    "endpoint_softening": "none",
+    "endpoint_soft_power": 2.0,
+    "endpoint_soft_min_conf": 0.0,
+    "endpoint_soft_max_conf": 1.0,
+    "soft_target_decode_mode": "off",
+    "soft_target_power": 1.0,
+    "soft_target_min_conf": 0.0,
+    "soft_target_max_conf": 1.0,
+    "soft_target_debias_start": 0.7,
+    "final_from": "blend",
+    "final_decode": "argmax",
+    "final_sample_temp": 1.0,
+    "final_top_k": 0,
+    "final_top_p": 1.0,
+    "commit_mode": "off",
+    "commit_conf_threshold": 0.0,
+    "commit_margin_threshold": 0.0,
+    "commit_start": 0.0,
+    "commit_min_ratio": 0.0,
+    "commit_max_ratio": 1.0,
+    "commit_power": 2.0,
+    "commit_freq_max_frac": 0.08,
+    "early_temp": 2.8,
+    "late_temp": 1.45,
+    "temp_end": 0.55,
+    "temp_power": 1.5,
+    "pos_extend": "repeat",
+    "fixed_first_token_id": null,
+    "fixed_first_token_text": "",
+    "fixed_first_initial_argmax": false,
+    "use_ema": false,
+    "n_samples": 128,
+    "sample_entropy": 3.5187794777710533,
+    "unique_tokens": 1778,
+    "token_count": 16384,
+    "distinct_1": 0.1085205078125,
+    "distinct_2": 0.48302165354330706,
+    "top_token_mass": 0.0723876953125,
+    "texts_preview": [
+      "[CLS] t think it, there ' s the kinds of justifications. \" they ' re willing to talk for people, but for the most important way. \" that ' s probably one of the things i did for the country. it ' s important to know that what ' s wrong, \" tomey said, \" you have to say well, if you ' re doing what ' s really wrong \", that said, it ' s not really simple things, that ' ll have a major end to it, \" he added. that ' s very complicated... john mcconnell, the us secretary of agriculture and environmental affairs, [SEP]",
+      "[CLS] first versions of the 3ds,, compatible with the previous versions of the compact design of the display design, and in the traditional 3d design designs that are not currently available. for the iphone, v. 8 is a wonderful, unique, custom 3d design, most frequently packed with the graphics model, giving the superior performance - adjusted ability to provide a higher point on the display. the 3d design designs are very beautiful and have a large portion of the classic design. however, the design style upgrades to the 3d designs for ultra -, high - level 3d designers, with the compact designs for the rest of the display can be seen [SEP]",
+      "[CLS] experience. you are aware of placing it as a result. it may also make it easier to develop your own or keep you in your mind, and with a different other. it ' s a possibility for that to make success, if you aren ' t always looking for any product to give your confidence. however, that ' s what the scientific organization offers. as much as for them, to develop some essential aspects of the creation and way of saving resources. in finding a way to learn, you may have an understanding that that being developed in mind in a long way that there ' s no legitimate need to go beyond. in [SEP]",
+      "[CLS]jiu zakjajajago kotlanja za pojaja zaja kajaannajaja kajavja, kojaz pejajarija zarjajajnjajaja mojjajagojavja kaja kojajaja, na zajaja zav kokjadid koja kovajaja je kokjajajak, zaja kojava koja, kocijajak, je zaz kozn kovajjazv muja, nazja za kojazjaz, ko [SEP]"
+    ],
+    "gen_ppl": 49.76661608974514,
+    "gen_nll": 3.907344399595443,
+    "gen_tokens": 16206
+  }
+]
+[watch-dualline] 2026-05-26_09:22:55 done step_0027000
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/fsspec/implementations/asyn_wrapper.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/fsspec/implementations/asyn_wrapper.py
new file mode 100644
index 0000000000000000000000000000000000000000..91db5eb48d00e36b46d9deb49504a7d2ad76d690
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/fsspec/implementations/asyn_wrapper.py
@@ -0,0 +1,124 @@
+import asyncio
+import functools
+import inspect
+
+import fsspec
+from fsspec.asyn import AsyncFileSystem, running_async
+
+from .chained import ChainedFileSystem
+
+
+def async_wrapper(func, obj=None, semaphore=None):
+    """
+    Wraps a synchronous function to make it awaitable.
+
+    Parameters
+    ----------
+    func : callable
+        The synchronous function to wrap.
+    obj : object, optional
+        The instance to bind the function to, if applicable.
+    semaphore : asyncio.Semaphore, optional
+        A semaphore to limit concurrent calls.
+
+    Returns
+    -------
+    coroutine
+        An awaitable version of the function.
+    """
+
+    @functools.wraps(func)
+    async def wrapper(*args, **kwargs):
+        if semaphore:
+            async with semaphore:
+                return await asyncio.to_thread(func, *args, **kwargs)
+        return await asyncio.to_thread(func, *args, **kwargs)
+
+    return wrapper
+
+
+class AsyncFileSystemWrapper(AsyncFileSystem, ChainedFileSystem):
+    """
+    A wrapper class to convert a synchronous filesystem into an asynchronous one.
+
+    This class takes an existing synchronous filesystem implementation and wraps all
+    its methods to provide an asynchronous interface.
+
+    Parameters
+    ----------
+    sync_fs : AbstractFileSystem
+        The synchronous filesystem instance to wrap.
+    """
+
+    protocol = "asyncwrapper", "async_wrapper"
+    cachable = False
+
+    def __init__(
+        self,
+        fs=None,
+        asynchronous=None,
+        target_protocol=None,
+        target_options=None,
+        semaphore=None,
+        max_concurrent_tasks=None,
+        **kwargs,
+    ):
+        if asynchronous is None:
+            asynchronous = running_async()
+        super().__init__(asynchronous=asynchronous, **kwargs)
+        if fs is not None:
+            self.sync_fs = fs
+        else:
+            self.sync_fs = fsspec.filesystem(target_protocol, **target_options)
+        self.protocol = self.sync_fs.protocol
+        self.semaphore = semaphore
+        self._wrap_all_sync_methods()
+
+    @property
+    def fsid(self):
+        return f"async_{self.sync_fs.fsid}"
+
+    def _wrap_all_sync_methods(self):
+        """
+        Wrap all synchronous methods of the underlying filesystem with asynchronous versions.
+        """
+        excluded_methods = {"open"}
+        for method_name in dir(self.sync_fs):
+            if method_name.startswith("_") or method_name in excluded_methods:
+                continue
+
+            attr = inspect.getattr_static(self.sync_fs, method_name)
+            if isinstance(attr, property):
+                continue
+
+            method = getattr(self.sync_fs, method_name)
+            if callable(method) and not inspect.iscoroutinefunction(method):
+                async_method = async_wrapper(method, obj=self, semaphore=self.semaphore)
+                setattr(self, f"_{method_name}", async_method)
+
+    @classmethod
+    def wrap_class(cls, sync_fs_class):
+        """
+        Create a new class that can be used to instantiate an AsyncFileSystemWrapper
+        with lazy instantiation of the underlying synchronous filesystem.
+
+        Parameters
+        ----------
+        sync_fs_class : type
+            The class of the synchronous filesystem to wrap.
+
+        Returns
+        -------
+        type
+            A new class that wraps the provided synchronous filesystem class.
+        """
+
+        class GeneratedAsyncFileSystemWrapper(cls):
+            def __init__(self, *args, **kwargs):
+                sync_fs = sync_fs_class(*args, **kwargs)
+                super().__init__(sync_fs)
+
+        GeneratedAsyncFileSystemWrapper.__name__ = (
+            f"Async{sync_fs_class.__name__}Wrapper"
+        )
+        return GeneratedAsyncFileSystemWrapper
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/fsspec/implementations/data.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/fsspec/implementations/data.py
new file mode 100644
index 0000000000000000000000000000000000000000..f11542b48c98fd53fc367ade7425a00b38487619
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/fsspec/implementations/data.py
@@ -0,0 +1,57 @@
+import base64
+import io
+from urllib.parse import unquote
+
+from fsspec import AbstractFileSystem
+
+
+class DataFileSystem(AbstractFileSystem):
+    """A handy decoder for data-URLs
+
+    Example
+    -------
+    >>> with fsspec.open("data:,Hello%2C%20World%21") as f:
+    ...     print(f.read())
+    b"Hello, World!"
+
+    See https://developer.mozilla.org/en-US/docs/Web/HTTP/Basics_of_HTTP/Data_URLs
+    """
+
+    protocol = "data"
+
+    def __init__(self, **kwargs):
+        """No parameters for this filesystem"""
+        super().__init__(**kwargs)
+
+    def cat_file(self, path, start=None, end=None, **kwargs):
+        pref, data = path.split(",", 1)
+        if pref.endswith("base64"):
+            return base64.b64decode(data)[start:end]
+        return unquote(data).encode()[start:end]
+
+    def info(self, path, **kwargs):
+        pref, name = path.split(",", 1)
+        data = self.cat_file(path)
+        mime = pref.split(":", 1)[1].split(";", 1)[0]
+        return {"name": name, "size": len(data), "type": "file", "mimetype": mime}
+
+    def _open(
+        self,
+        path,
+        mode="rb",
+        block_size=None,
+        autocommit=True,
+        cache_options=None,
+        **kwargs,
+    ):
+        if "r" not in mode:
+            raise ValueError("Read only filesystem")
+        return io.BytesIO(self.cat_file(path))
+
+    @staticmethod
+    def encode(data: bytes, mime: str | None = None):
+        """Format the given data into data-URL syntax
+
+        This version always base64 encodes, even when the data is ascii/url-safe.
+        """
+        return f"data:{mime or ''};base64,{base64.b64encode(data).decode()}"
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/flatiter.pyi b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/flatiter.pyi
new file mode 100644
index 0000000000000000000000000000000000000000..84d3b03b7d37afb0ddb2965300f9ce49ba9e4a53
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/flatiter.pyi
@@ -0,0 +1,31 @@
+import sys
+from typing import Any
+
+import numpy as np
+import numpy.typing as npt
+
+if sys.version_info >= (3, 11):
+    from typing import assert_type
+else:
+    from typing_extensions import assert_type
+
+a: np.flatiter[npt.NDArray[np.str_]]
+
+assert_type(a.base, npt.NDArray[np.str_])
+assert_type(a.copy(), npt.NDArray[np.str_])
+assert_type(a.coords, tuple[int, ...])
+assert_type(a.index, int)
+assert_type(iter(a), np.flatiter[npt.NDArray[np.str_]])
+assert_type(next(a), np.str_)
+assert_type(a[0], np.str_)
+assert_type(a[[0, 1, 2]], npt.NDArray[np.str_])
+assert_type(a[...], npt.NDArray[np.str_])
+assert_type(a[:], npt.NDArray[np.str_])
+assert_type(a[(...,)], npt.NDArray[np.str_])
+assert_type(a[(0,)], np.str_)
+assert_type(a.__array__(), npt.NDArray[np.str_])
+assert_type(a.__array__(np.dtype(np.float64)), npt.NDArray[np.float64])
+a[0] = "a"
+a[:5] = "a"
+a[...] = "a"
+a[(...,)] = "a"
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/ndarray_misc.pyi b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/ndarray_misc.pyi
new file mode 100644
index 0000000000000000000000000000000000000000..4c1f0935862d98cf25ad67d2c0437abfe80757b4
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/ndarray_misc.pyi
@@ -0,0 +1,226 @@
+"""
+Tests for miscellaneous (non-magic) ``np.ndarray``/``np.generic`` methods.
+
+More extensive tests are performed for the methods'
+function-based counterpart in `../from_numeric.py`.
+
+"""
+
+import sys
+import operator
+import ctypes as ct
+from typing import Any, Literal
+
+import numpy as np
+import numpy.typing as npt
+
+if sys.version_info >= (3, 11):
+    from typing import assert_type
+else:
+    from typing_extensions import assert_type
+
+class SubClass(npt.NDArray[np.object_]): ...
+
+f8: np.float64
+B: SubClass
+AR_f8: npt.NDArray[np.float64]
+AR_i8: npt.NDArray[np.int64]
+AR_U: npt.NDArray[np.str_]
+AR_V: npt.NDArray[np.void]
+
+ctypes_obj = AR_f8.ctypes
+
+assert_type(AR_f8.__dlpack__(), Any)
+assert_type(AR_f8.__dlpack_device__(), tuple[int, Literal[0]])
+
+assert_type(ctypes_obj.data, int)
+assert_type(ctypes_obj.shape, ct.Array[np.ctypeslib.c_intp])
+assert_type(ctypes_obj.strides, ct.Array[np.ctypeslib.c_intp])
+assert_type(ctypes_obj._as_parameter_, ct.c_void_p)
+
+assert_type(ctypes_obj.data_as(ct.c_void_p), ct.c_void_p)
+assert_type(ctypes_obj.shape_as(ct.c_longlong), ct.Array[ct.c_longlong])
+assert_type(ctypes_obj.strides_as(ct.c_ubyte), ct.Array[ct.c_ubyte])
+
+assert_type(f8.all(), np.bool_)
+assert_type(AR_f8.all(), np.bool_)
+assert_type(AR_f8.all(axis=0), Any)
+assert_type(AR_f8.all(keepdims=True), Any)
+assert_type(AR_f8.all(out=B), SubClass)
+
+assert_type(f8.any(), np.bool_)
+assert_type(AR_f8.any(), np.bool_)
+assert_type(AR_f8.any(axis=0), Any)
+assert_type(AR_f8.any(keepdims=True), Any)
+assert_type(AR_f8.any(out=B), SubClass)
+
+assert_type(f8.argmax(), np.intp)
+assert_type(AR_f8.argmax(), np.intp)
+assert_type(AR_f8.argmax(axis=0), Any)
+assert_type(AR_f8.argmax(out=B), SubClass)
+
+assert_type(f8.argmin(), np.intp)
+assert_type(AR_f8.argmin(), np.intp)
+assert_type(AR_f8.argmin(axis=0), Any)
+assert_type(AR_f8.argmin(out=B), SubClass)
+
+assert_type(f8.argsort(), np.ndarray[Any, Any])
+assert_type(AR_f8.argsort(), np.ndarray[Any, Any])
+
+assert_type(f8.astype(np.int64).choose([()]), np.ndarray[Any, Any])
+assert_type(AR_f8.choose([0]), np.ndarray[Any, Any])
+assert_type(AR_f8.choose([0], out=B), SubClass)
+
+assert_type(f8.clip(1), np.ndarray[Any, Any])
+assert_type(AR_f8.clip(1), np.ndarray[Any, Any])
+assert_type(AR_f8.clip(None, 1), np.ndarray[Any, Any])
+assert_type(AR_f8.clip(1, out=B), SubClass)
+assert_type(AR_f8.clip(None, 1, out=B), SubClass)
+
+assert_type(f8.compress([0]), np.ndarray[Any, Any])
+assert_type(AR_f8.compress([0]), np.ndarray[Any, Any])
+assert_type(AR_f8.compress([0], out=B), SubClass)
+
+assert_type(f8.conj(), np.float64)
+assert_type(AR_f8.conj(), npt.NDArray[np.float64])
+assert_type(B.conj(), SubClass)
+
+assert_type(f8.conjugate(), np.float64)
+assert_type(AR_f8.conjugate(), npt.NDArray[np.float64])
+assert_type(B.conjugate(), SubClass)
+
+assert_type(f8.cumprod(), np.ndarray[Any, Any])
+assert_type(AR_f8.cumprod(), np.ndarray[Any, Any])
+assert_type(AR_f8.cumprod(out=B), SubClass)
+
+assert_type(f8.cumsum(), np.ndarray[Any, Any])
+assert_type(AR_f8.cumsum(), np.ndarray[Any, Any])
+assert_type(AR_f8.cumsum(out=B), SubClass)
+
+assert_type(f8.max(), Any)
+assert_type(AR_f8.max(), Any)
+assert_type(AR_f8.max(axis=0), Any)
+assert_type(AR_f8.max(keepdims=True), Any)
+assert_type(AR_f8.max(out=B), SubClass)
+
+assert_type(f8.mean(), Any)
+assert_type(AR_f8.mean(), Any)
+assert_type(AR_f8.mean(axis=0), Any)
+assert_type(AR_f8.mean(keepdims=True), Any)
+assert_type(AR_f8.mean(out=B), SubClass)
+
+assert_type(f8.min(), Any)
+assert_type(AR_f8.min(), Any)
+assert_type(AR_f8.min(axis=0), Any)
+assert_type(AR_f8.min(keepdims=True), Any)
+assert_type(AR_f8.min(out=B), SubClass)
+
+assert_type(f8.newbyteorder(), np.float64)
+assert_type(AR_f8.newbyteorder(), npt.NDArray[np.float64])
+assert_type(B.newbyteorder('|'), SubClass)
+
+assert_type(f8.prod(), Any)
+assert_type(AR_f8.prod(), Any)
+assert_type(AR_f8.prod(axis=0), Any)
+assert_type(AR_f8.prod(keepdims=True), Any)
+assert_type(AR_f8.prod(out=B), SubClass)
+
+assert_type(f8.ptp(), Any)
+assert_type(AR_f8.ptp(), Any)
+assert_type(AR_f8.ptp(axis=0), Any)
+assert_type(AR_f8.ptp(keepdims=True), Any)
+assert_type(AR_f8.ptp(out=B), SubClass)
+
+assert_type(f8.round(), np.float64)
+assert_type(AR_f8.round(), npt.NDArray[np.float64])
+assert_type(AR_f8.round(out=B), SubClass)
+
+assert_type(f8.repeat(1), npt.NDArray[np.float64])
+assert_type(AR_f8.repeat(1), npt.NDArray[np.float64])
+assert_type(B.repeat(1), npt.NDArray[np.object_])
+
+assert_type(f8.std(), Any)
+assert_type(AR_f8.std(), Any)
+assert_type(AR_f8.std(axis=0), Any)
+assert_type(AR_f8.std(keepdims=True), Any)
+assert_type(AR_f8.std(out=B), SubClass)
+
+assert_type(f8.sum(), Any)
+assert_type(AR_f8.sum(), Any)
+assert_type(AR_f8.sum(axis=0), Any)
+assert_type(AR_f8.sum(keepdims=True), Any)
+assert_type(AR_f8.sum(out=B), SubClass)
+
+assert_type(f8.take(0), np.float64)
+assert_type(AR_f8.take(0), np.float64)
+assert_type(AR_f8.take([0]), npt.NDArray[np.float64])
+assert_type(AR_f8.take(0, out=B), SubClass)
+assert_type(AR_f8.take([0], out=B), SubClass)
+
+assert_type(f8.var(), Any)
+assert_type(AR_f8.var(), Any)
+assert_type(AR_f8.var(axis=0), Any)
+assert_type(AR_f8.var(keepdims=True), Any)
+assert_type(AR_f8.var(out=B), SubClass)
+
+assert_type(AR_f8.argpartition([0]), npt.NDArray[np.intp])
+
+assert_type(AR_f8.diagonal(), npt.NDArray[np.float64])
+
+assert_type(AR_f8.dot(1), np.ndarray[Any, Any])
+assert_type(AR_f8.dot([1]), Any)
+assert_type(AR_f8.dot(1, out=B), SubClass)
+
+assert_type(AR_f8.nonzero(), tuple[npt.NDArray[np.intp], ...])
+
+assert_type(AR_f8.searchsorted(1), np.intp)
+assert_type(AR_f8.searchsorted([1]), npt.NDArray[np.intp])
+
+assert_type(AR_f8.trace(), Any)
+assert_type(AR_f8.trace(out=B), SubClass)
+
+assert_type(AR_f8.item(), float)
+assert_type(AR_U.item(), str)
+
+assert_type(AR_f8.ravel(), npt.NDArray[np.float64])
+assert_type(AR_U.ravel(), npt.NDArray[np.str_])
+
+assert_type(AR_f8.flatten(), npt.NDArray[np.float64])
+assert_type(AR_U.flatten(), npt.NDArray[np.str_])
+
+assert_type(AR_f8.reshape(1), npt.NDArray[np.float64])
+assert_type(AR_U.reshape(1), npt.NDArray[np.str_])
+
+assert_type(int(AR_f8), int)
+assert_type(int(AR_U), int)
+
+assert_type(float(AR_f8), float)
+assert_type(float(AR_U), float)
+
+assert_type(complex(AR_f8), complex)
+
+assert_type(operator.index(AR_i8), int)
+
+assert_type(AR_f8.__array_prepare__(B), npt.NDArray[np.object_])
+assert_type(AR_f8.__array_wrap__(B), npt.NDArray[np.object_])
+
+assert_type(AR_V[0], Any)
+assert_type(AR_V[0, 0], Any)
+assert_type(AR_V[AR_i8], npt.NDArray[np.void])
+assert_type(AR_V[AR_i8, AR_i8], npt.NDArray[np.void])
+assert_type(AR_V[AR_i8, None], npt.NDArray[np.void])
+assert_type(AR_V[0, ...], npt.NDArray[np.void])
+assert_type(AR_V[[0]], npt.NDArray[np.void])
+assert_type(AR_V[[0], [0]], npt.NDArray[np.void])
+assert_type(AR_V[:], npt.NDArray[np.void])
+assert_type(AR_V["a"], npt.NDArray[Any])
+assert_type(AR_V[["a", "b"]], npt.NDArray[np.void])
+
+assert_type(AR_f8.dump("test_file"), None)
+assert_type(AR_f8.dump(b"test_file"), None)
+with open("test_file", "wb") as f:
+    assert_type(AR_f8.dump(f), None)
+
+assert_type(AR_f8.__array_finalize__(None), None)
+assert_type(AR_f8.__array_finalize__(B), None)
+assert_type(AR_f8.__array_finalize__(AR_f8), None)
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/scalars.pyi b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/scalars.pyi
new file mode 100644
index 0000000000000000000000000000000000000000..6b134f7432f43323df28fc9d960d7ec133bfe9f1
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/scalars.pyi
@@ -0,0 +1,162 @@
+import sys
+from typing import Any, Literal
+
+import numpy as np
+import numpy.typing as npt
+
+if sys.version_info >= (3, 11):
+    from typing import assert_type
+else:
+    from typing_extensions import assert_type
+
+b: np.bool_
+u8: np.uint64
+i8: np.int64
+f8: np.float64
+c8: np.complex64
+c16: np.complex128
+m: np.timedelta64
+U: np.str_
+S: np.bytes_
+V: np.void
+
+assert_type(c8.real, np.float32)
+assert_type(c8.imag, np.float32)
+
+assert_type(c8.real.real, np.float32)
+assert_type(c8.real.imag, np.float32)
+
+assert_type(c8.itemsize, int)
+assert_type(c8.shape, tuple[()])
+assert_type(c8.strides, tuple[()])
+
+assert_type(c8.ndim, Literal[0])
+assert_type(c8.size, Literal[1])
+
+assert_type(c8.squeeze(), np.complex64)
+assert_type(c8.byteswap(), np.complex64)
+assert_type(c8.transpose(), np.complex64)
+
+assert_type(c8.dtype, np.dtype[np.complex64])
+
+assert_type(c8.real, np.float32)
+assert_type(c16.imag, np.float64)
+
+assert_type(np.str_('foo'), np.str_)
+
+assert_type(V[0], Any)
+assert_type(V["field1"], Any)
+assert_type(V[["field1", "field2"]], np.void)
+V[0] = 5
+
+# Aliases
+assert_type(np.byte(), np.byte)
+assert_type(np.short(), np.short)
+assert_type(np.intc(), np.intc)
+assert_type(np.intp(), np.intp)
+assert_type(np.int_(), np.int_)
+assert_type(np.longlong(), np.longlong)
+
+assert_type(np.ubyte(), np.ubyte)
+assert_type(np.ushort(), np.ushort)
+assert_type(np.uintc(), np.uintc)
+assert_type(np.uintp(), np.uintp)
+assert_type(np.uint(), np.uint)
+assert_type(np.ulonglong(), np.ulonglong)
+
+assert_type(np.half(), np.half)
+assert_type(np.single(), np.single)
+assert_type(np.double(), np.double)
+assert_type(np.longdouble(), np.longdouble)
+assert_type(np.float_(), np.float_)
+assert_type(np.longfloat(), np.longfloat)
+
+assert_type(np.csingle(), np.csingle)
+assert_type(np.cdouble(), np.cdouble)
+assert_type(np.clongdouble(), np.clongdouble)
+assert_type(np.singlecomplex(), np.singlecomplex)
+assert_type(np.complex_(), np.complex_)
+assert_type(np.cfloat(), np.cfloat)
+assert_type(np.clongfloat(), np.clongfloat)
+assert_type(np.longcomplex(), np.longcomplex)
+
+assert_type(b.item(), bool)
+assert_type(i8.item(), int)
+assert_type(u8.item(), int)
+assert_type(f8.item(), float)
+assert_type(c16.item(), complex)
+assert_type(U.item(), str)
+assert_type(S.item(), bytes)
+
+assert_type(b.tolist(), bool)
+assert_type(i8.tolist(), int)
+assert_type(u8.tolist(), int)
+assert_type(f8.tolist(), float)
+assert_type(c16.tolist(), complex)
+assert_type(U.tolist(), str)
+assert_type(S.tolist(), bytes)
+
+assert_type(b.ravel(), npt.NDArray[np.bool_])
+assert_type(i8.ravel(), npt.NDArray[np.int64])
+assert_type(u8.ravel(), npt.NDArray[np.uint64])
+assert_type(f8.ravel(), npt.NDArray[np.float64])
+assert_type(c16.ravel(), npt.NDArray[np.complex128])
+assert_type(U.ravel(), npt.NDArray[np.str_])
+assert_type(S.ravel(), npt.NDArray[np.bytes_])
+
+assert_type(b.flatten(), npt.NDArray[np.bool_])
+assert_type(i8.flatten(), npt.NDArray[np.int64])
+assert_type(u8.flatten(), npt.NDArray[np.uint64])
+assert_type(f8.flatten(), npt.NDArray[np.float64])
+assert_type(c16.flatten(), npt.NDArray[np.complex128])
+assert_type(U.flatten(), npt.NDArray[np.str_])
+assert_type(S.flatten(), npt.NDArray[np.bytes_])
+
+assert_type(b.reshape(1), npt.NDArray[np.bool_])
+assert_type(i8.reshape(1), npt.NDArray[np.int64])
+assert_type(u8.reshape(1), npt.NDArray[np.uint64])
+assert_type(f8.reshape(1), npt.NDArray[np.float64])
+assert_type(c16.reshape(1), npt.NDArray[np.complex128])
+assert_type(U.reshape(1), npt.NDArray[np.str_])
+assert_type(S.reshape(1), npt.NDArray[np.bytes_])
+
+assert_type(i8.astype(float), Any)
+assert_type(i8.astype(np.float64), np.float64)
+
+assert_type(i8.view(), np.int64)
+assert_type(i8.view(np.float64), np.float64)
+assert_type(i8.view(float), Any)
+assert_type(i8.view(np.float64, np.ndarray), np.float64)
+
+assert_type(i8.getfield(float), Any)
+assert_type(i8.getfield(np.float64), np.float64)
+assert_type(i8.getfield(np.float64, 8), np.float64)
+
+assert_type(f8.as_integer_ratio(), tuple[int, int])
+assert_type(f8.is_integer(), bool)
+assert_type(f8.__trunc__(), int)
+assert_type(f8.__getformat__("float"), str)
+assert_type(f8.hex(), str)
+assert_type(np.float64.fromhex("0x0.0p+0"), np.float64)
+
+assert_type(f8.__getnewargs__(), tuple[float])
+assert_type(c16.__getnewargs__(), tuple[float, float])
+
+assert_type(i8.numerator, np.int64)
+assert_type(i8.denominator, Literal[1])
+assert_type(u8.numerator, np.uint64)
+assert_type(u8.denominator, Literal[1])
+assert_type(m.numerator, np.timedelta64)
+assert_type(m.denominator, Literal[1])
+
+assert_type(round(i8), int)
+assert_type(round(i8, 3), np.int64)
+assert_type(round(u8), int)
+assert_type(round(u8, 3), np.uint64)
+assert_type(round(f8), int)
+assert_type(round(f8, 3), np.float64)
+
+assert_type(f8.__ceil__(), int)
+assert_type(f8.__floor__(), int)
+
+assert_type(i8.is_integer(), Literal[True])
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/ufunclike.pyi b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/ufunclike.pyi
new file mode 100644
index 0000000000000000000000000000000000000000..5f7a03eb6225ba970b7f2b1e221858df1afa4f68
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/ufunclike.pyi
@@ -0,0 +1,37 @@
+import sys
+from typing import Any
+
+import numpy as np
+import numpy.typing as npt
+
+if sys.version_info >= (3, 11):
+    from typing import assert_type
+else:
+    from typing_extensions import assert_type
+
+AR_LIKE_b: list[bool]
+AR_LIKE_u: list[np.uint32]
+AR_LIKE_i: list[int]
+AR_LIKE_f: list[float]
+AR_LIKE_O: list[np.object_]
+
+AR_U: npt.NDArray[np.str_]
+
+assert_type(np.fix(AR_LIKE_b), npt.NDArray[np.floating[Any]])
+assert_type(np.fix(AR_LIKE_u), npt.NDArray[np.floating[Any]])
+assert_type(np.fix(AR_LIKE_i), npt.NDArray[np.floating[Any]])
+assert_type(np.fix(AR_LIKE_f), npt.NDArray[np.floating[Any]])
+assert_type(np.fix(AR_LIKE_O), npt.NDArray[np.object_])
+assert_type(np.fix(AR_LIKE_f, out=AR_U), npt.NDArray[np.str_])
+
+assert_type(np.isposinf(AR_LIKE_b), npt.NDArray[np.bool_])
+assert_type(np.isposinf(AR_LIKE_u), npt.NDArray[np.bool_])
+assert_type(np.isposinf(AR_LIKE_i), npt.NDArray[np.bool_])
+assert_type(np.isposinf(AR_LIKE_f), npt.NDArray[np.bool_])
+assert_type(np.isposinf(AR_LIKE_f, out=AR_U), npt.NDArray[np.str_])
+
+assert_type(np.isneginf(AR_LIKE_b), npt.NDArray[np.bool_])
+assert_type(np.isneginf(AR_LIKE_u), npt.NDArray[np.bool_])
+assert_type(np.isneginf(AR_LIKE_i), npt.NDArray[np.bool_])
+assert_type(np.isneginf(AR_LIKE_f), npt.NDArray[np.bool_])
+assert_type(np.isneginf(AR_LIKE_f, out=AR_U), npt.NDArray[np.str_])
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/llama/__init__.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/llama/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..8c15b58a0ae4ede69951aa1a304c93cdcd8feb28
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/llama/__init__.py
@@ -0,0 +1,28 @@
+# Copyright 2024 The HuggingFace Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+from typing import TYPE_CHECKING
+
+from ...utils import _LazyModule
+from ...utils.import_utils import define_import_structure
+
+
+if TYPE_CHECKING:
+    from .configuration_llama import *
+    from .modeling_llama import *
+    from .tokenization_llama import *
+else:
+    import sys
+
+    _file = globals()["__file__"]
+    sys.modules[__name__] = _LazyModule(__name__, _file, define_import_structure(_file), module_spec=__spec__)
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/llama/configuration_llama.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/llama/configuration_llama.py
new file mode 100644
index 0000000000000000000000000000000000000000..6960a6970592d36182260bf4246b897cdbbb5f3d
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/llama/configuration_llama.py
@@ -0,0 +1,103 @@
+# Copyright 2022 EleutherAI and the HuggingFace Inc. team. All rights reserved.
+#
+# This code is based on EleutherAI's GPT-NeoX library and the GPT-NeoX
+# and OPT implementations in this library. It has been modified from its
+# original forms to accommodate minor architectural differences compared
+# to GPT-NeoX and OPT used by the Meta AI team that trained the model.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""LLaMA model configuration"""
+
+from huggingface_hub.dataclasses import strict
+
+from ...configuration_utils import PreTrainedConfig
+from ...modeling_rope_utils import RopeParameters
+from ...utils import auto_docstring
+from ...utils.type_validators import interval
+
+
+@auto_docstring(checkpoint="meta-llama/Llama-2-7b-hf")
+@strict
+class LlamaConfig(PreTrainedConfig):
+    r"""
+    ```python
+    >>> from transformers import LlamaModel, LlamaConfig
+
+    >>> # Initializing a LLaMA llama-7b style configuration
+    >>> configuration = LlamaConfig()
+
+    >>> # Initializing a model from the llama-7b style configuration
+    >>> model = LlamaModel(configuration)
+
+    >>> # Accessing the model configuration
+    >>> configuration = model.config
+    ```"""
+
+    model_type = "llama"
+    keys_to_ignore_at_inference = ["past_key_values"]
+    # Default tensor parallel plan for base model `LlamaModel`
+    base_model_tp_plan = {
+        "layers.*.self_attn.q_proj": "colwise",
+        "layers.*.self_attn.k_proj": "colwise",
+        "layers.*.self_attn.v_proj": "colwise",
+        "layers.*.self_attn.o_proj": "rowwise",
+        "layers.*.mlp.gate_proj": "colwise",
+        "layers.*.mlp.up_proj": "colwise",
+        "layers.*.mlp.down_proj": "rowwise",
+    }
+    base_model_pp_plan = {
+        "embed_tokens": (["input_ids"], ["inputs_embeds"]),
+        "layers": (["hidden_states", "attention_mask"], ["hidden_states"]),
+        "norm": (["hidden_states"], ["hidden_states"]),
+    }
+
+    vocab_size: int = 32000
+    hidden_size: int = 4096
+    intermediate_size: int = 11008
+    num_hidden_layers: int = 32
+    num_attention_heads: int = 32
+    num_key_value_heads: int | None = None
+    hidden_act: str = "silu"
+    max_position_embeddings: int = 2048
+    initializer_range: float = interval(min=0.0, max=1.0)(default=0.02)
+    rms_norm_eps: float = 1e-6
+    use_cache: bool = True
+    pad_token_id: int | None = None
+    bos_token_id: int | None = 1
+    eos_token_id: int | list[int] | None = 2
+    pretraining_tp: int | None = 1
+    tie_word_embeddings: bool = False
+    rope_parameters: RopeParameters | dict | None = None
+    attention_bias: bool = False
+    attention_dropout: int | float | None = 0.0
+    mlp_bias: bool = False
+    head_dim: int | None = None
+
+    def __post_init__(self, **kwargs):
+        if self.head_dim is None:
+            self.head_dim = self.hidden_size // self.num_attention_heads
+        if self.num_key_value_heads is None:
+            self.num_key_value_heads = self.num_attention_heads
+
+        super().__post_init__(**kwargs)
+
+    def validate_architecture(self):
+        """Part of `@strict`-powered validation. Validates the architecture of the config."""
+        if self.hidden_size % self.num_attention_heads != 0:
+            raise ValueError(
+                f"The hidden size ({self.hidden_size}) is not a multiple of the number of attention "
+                f"heads ({self.num_attention_heads})."
+            )
+
+
+__all__ = ["LlamaConfig"]
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/llama/tokenization_llama.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/llama/tokenization_llama.py
new file mode 100644
index 0000000000000000000000000000000000000000..366e50d74ec27ac19bd0b73c6098f0cfa62e3b83
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/llama/tokenization_llama.py
@@ -0,0 +1,149 @@
+# Copyright 2020 The HuggingFace Inc. team.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from tokenizers import Tokenizer, decoders, pre_tokenizers
+from tokenizers.models import BPE
+
+from ...tokenization_utils_base import _get_prepend_scheme
+from ...tokenization_utils_tokenizers import TokenizersBackend
+from ...utils import logging
+
+
+logger = logging.get_logger(__name__)
+VOCAB_FILES_NAMES = {"vocab_file": "tokenizer.model", "tokenizer_file": "tokenizer.json"}
+
+B_INST, E_INST = "[INST]", "[/INST]"
+B_SYS, E_SYS = "<<SYS>>\n", "\n<</SYS>>\n\n"
+
+# fmt: off
+DEFAULT_SYSTEM_PROMPT = """You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your \
+answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure\
+ that your responses are socially unbiased and positive in nature.
+
+If a question does not make any sense, or is not factually coherent, explain why instead of answering something not \
+correct. If you don't know the answer to a question, please don't share false information."""
+# fmt: on
+
+
+class LlamaTokenizer(TokenizersBackend):
+    """
+    Construct a Llama tokenizer. Based on byte-level Byte-Pair-Encoding.
+
+    This uses notably ByteFallback and no normalization.
+
+    ```python
+    >>> from transformers import LlamaTokenizer
+
+    >>> tokenizer = LlamaTokenizer.from_pretrained("hf-internal-testing/llama-tokenizer")
+    >>> tokenizer.encode("Hello this is a test")
+    [1, 15043, 445, 338, 263, 1243]
+    ```
+
+    If you want to change the `bos_token` or the `eos_token`, make sure to specify them when initializing the model, or
+    call `tokenizer.update_post_processor()` to make sure that the post-processing is correctly done (otherwise the
+    values of the first token and final token of an encoded sequence will not be correct). For more details, checkout
+    [post-processors] (https://huggingface.co/docs/tokenizers/api/post-processors) documentation.
+
+
+    This tokenizer inherits from [`PreTrainedTokenizerFast`] which contains most of the main methods. Users should
+    refer to this superclass for more information regarding those methods.
+
+    Args:
+        vocab (`str`, `dict` or `list`, *optional*):
+            Path to the vocabulary file, a dictionary or a list of tokens.
+        merges (`str` or `list`, *optional*):
+            Path to the merges file or a list of merges.
+        clean_up_tokenization_spaces (`bool`, *optional*, defaults to `False`):
+            Whether or not to cleanup spaces after decoding, cleanup consists in removing potential artifacts like
+            extra spaces.
+        unk_token (`str` or `tokenizers.AddedToken`, *optional*, defaults to `"<unk>"`):
+            The unknown token. A token that is not in the vocabulary cannot be converted to an ID and is set to be this
+            token instead.
+        bos_token (`str` or `tokenizers.AddedToken`, *optional*, defaults to `"<s>"`):
+            The beginning of sequence token that was used during pretraining. Can be used a sequence classifier token.
+        eos_token (`str` or `tokenizers.AddedToken`, *optional*, defaults to `"</s>"`):
+            The end of sequence token.
+        add_bos_token (`bool`, *optional*, defaults to `True`):
+            Whether or not to add an `bos_token` at the start of sequences.
+        add_eos_token (`bool`, *optional*, defaults to `False`):
+            Whether or not to add an `eos_token` at the end of sequences.
+        use_default_system_prompt (`bool`, *optional*, defaults to `False`):
+            Whether or not the default system prompt for Llama should be used
+        add_prefix_space (`bool`, *optional*):
+            Whether or not the tokenizer should automatically add a prefix space
+    """
+
+    vocab_files_names = VOCAB_FILES_NAMES
+    padding_side = "left"
+    model_input_names = ["input_ids", "attention_mask"]
+    model = BPE
+
+    def __init__(
+        self,
+        vocab: str | dict | list | None = None,
+        merges: str | list | None = None,
+        clean_up_tokenization_spaces=False,
+        unk_token="<unk>",
+        bos_token="<s>",
+        eos_token="</s>",
+        use_default_system_prompt=False,
+        legacy=False,
+        add_prefix_space=None,
+        **kwargs,
+    ):
+        self.add_prefix_space = add_prefix_space if add_prefix_space is not None else True
+        self.legacy = legacy
+        self._vocab = vocab
+        if vocab is None:
+            self._vocab = {
+                str(unk_token): 0,
+                str(bos_token): 1,
+                str(eos_token): 2,
+            }
+
+        self._merges = merges or []
+        self._tokenizer = Tokenizer(
+            BPE(vocab=self._vocab, merges=self._merges, fuse_unk=True, byte_fallback=True, dropout=None)
+        )
+        self._tokenizer.normalizer = None
+        self._tokenizer.pre_tokenizer = pre_tokenizers.Metaspace(
+            replacement="▁", prepend_scheme=_get_prepend_scheme(self.add_prefix_space, self), split=False
+        )
+
+        sequence = [
+            decoders.Replace("▁", " "),
+            decoders.ByteFallback(),
+            decoders.Fuse(),
+        ]
+
+        if self.add_prefix_space:
+            sequence += [decoders.Strip(content=" ", left=1)]
+
+        self._tokenizer.decoder = decoders.Sequence(sequence)
+        self.use_default_system_prompt = use_default_system_prompt
+        super().__init__(
+            clean_up_tokenization_spaces=clean_up_tokenization_spaces,
+            unk_token=unk_token,
+            bos_token=bos_token,
+            eos_token=eos_token,
+            use_default_system_prompt=use_default_system_prompt,
+            add_prefix_space=add_prefix_space,
+            **kwargs,
+        )
+
+
+__all__ = ["LlamaTokenizer", "LlamaTokenizerFast"]
+
+# Backward alias
+LlamaTokenizerFast = LlamaTokenizer
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu0.log b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu0.log
new file mode 100644
index 0000000000000000000000000000000000000000..610aa2679109df5a440759a490b317800effeb23
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu0.log
@@ -0,0 +1,290 @@
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.1 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:19:40+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:19:40+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:19:51+00:00] done decode=64 chunk=0
+[2026-06-11T22:19:51+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:20:00+00:00] done decode=64 chunk=1
+[2026-06-11T22:20:00+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:20:10+00:00] done decode=64 chunk=2
+[2026-06-11T22:20:10+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:20:20+00:00] done decode=64 chunk=3
+[2026-06-11T22:20:20+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:20:30+00:00] done decode=64 chunk=4
+[2026-06-11T22:20:30+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:20:39+00:00] done decode=64 chunk=5
+[2026-06-11T22:20:39+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:20:49+00:00] done decode=64 chunk=6
+[2026-06-11T22:20:49+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:20:58+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	8.980016917429428	4.735284730051378	0.04854265058767787	0.29445480390059	0.03289161966772128	63	63	63677	65427	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.55052904988468	4.749322052031107	0.04983127991838657	0.3023040462064852	0.03377540610531272	0	0	60223	63715	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:21:30+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.1 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.1 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:21:31+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:21:31+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:21:40+00:00] done decode=64 chunk=0
+[2026-06-11T22:21:40+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:21:50+00:00] done decode=64 chunk=1
+[2026-06-11T22:21:50+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:22:00+00:00] done decode=64 chunk=2
+[2026-06-11T22:22:00+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:22:09+00:00] done decode=64 chunk=3
+[2026-06-11T22:22:09+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:22:19+00:00] done decode=64 chunk=4
+[2026-06-11T22:22:19+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:22:28+00:00] done decode=64 chunk=5
+[2026-06-11T22:22:28+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:22:38+00:00] done decode=64 chunk=6
+[2026-06-11T22:22:38+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:22:48+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.6116250717056	4.801378977059413	0.05740384321632603	0.3248911632169862	0.03158891638407723	62	62	64279	65466	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.4789784826073	4.825114330669413	0.059235317303902246	0.3352831735620585	0.032605439495467084	0	0	60166	63425	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:23:02+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.1 gamma=0.5 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.2 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:23:02+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:23:02+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:23:12+00:00] done decode=64 chunk=0
+[2026-06-11T22:23:12+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:23:21+00:00] done decode=64 chunk=1
+[2026-06-11T22:23:21+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:23:31+00:00] done decode=64 chunk=2
+[2026-06-11T22:23:31+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:23:40+00:00] done decode=64 chunk=3
+[2026-06-11T22:23:40+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:23:50+00:00] done decode=64 chunk=4
+[2026-06-11T22:23:50+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:24:00+00:00] done decode=64 chunk=5
+[2026-06-11T22:24:00+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:24:09+00:00] done decode=64 chunk=6
+[2026-06-11T22:24:09+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:24:19+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.831168693847482	4.799520110233662	0.05337730548430439	0.3159630506145507	0.03290277268840845	63	63	64438	65496	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.617759167515526	4.819079951747872	0.054970980984287265	0.3254427632199818	0.03389483949102691	0	0	60579	63579	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:24:34+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.2 gamma=0.6 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.3 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:24:34+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:24:34+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:24:43+00:00] done decode=64 chunk=0
+[2026-06-11T22:24:43+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:24:53+00:00] done decode=64 chunk=1
+[2026-06-11T22:24:53+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:25:03+00:00] done decode=64 chunk=2
+[2026-06-11T22:25:03+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:25:12+00:00] done decode=64 chunk=3
+[2026-06-11T22:25:12+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:25:22+00:00] done decode=64 chunk=4
+[2026-06-11T22:25:22+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:25:32+00:00] done decode=64 chunk=5
+[2026-06-11T22:25:32+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:25:41+00:00] done decode=64 chunk=6
+[2026-06-11T22:25:41+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:25:51+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.294201158475163	4.822382024587515	0.0514013700929161	0.31241036282078666	0.03533558122148819	64	64	64545	65543	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.183555748318161	4.8423215583315455	0.052964302563296116	0.32194247432732076	0.03642082088378676	0	0	60613	63590	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:26:05+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.3 gamma=0.7 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.4 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:26:05+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:26:05+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:26:15+00:00] done decode=64 chunk=0
+[2026-06-11T22:26:15+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:26:25+00:00] done decode=64 chunk=1
+[2026-06-11T22:26:25+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:26:34+00:00] done decode=64 chunk=2
+[2026-06-11T22:26:34+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:26:44+00:00] done decode=64 chunk=3
+[2026-06-11T22:26:44+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:26:54+00:00] done decode=64 chunk=4
+[2026-06-11T22:26:54+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:27:03+00:00] done decode=64 chunk=5
+[2026-06-11T22:27:03+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:27:13+00:00] done decode=64 chunk=6
+[2026-06-11T22:27:13+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:27:22+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.245792584686763	4.802976473664811	0.050154827097030064	0.30192507169442917	0.034900925911801946	64	64	64843	65557	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.10973917107418	4.822652908456028	0.05165639929595172	0.31099621253791393	0.03595675132009052	0	0	60971	63632	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:27:36+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.4 gamma=0.8 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.1 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:27:37+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:27:37+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:27:46+00:00] done decode=64 chunk=0
+[2026-06-11T22:27:46+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:27:56+00:00] done decode=64 chunk=1
+[2026-06-11T22:27:56+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:28:05+00:00] done decode=64 chunk=2
+[2026-06-11T22:28:05+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:28:15+00:00] done decode=64 chunk=3
+[2026-06-11T22:28:15+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:28:24+00:00] done decode=64 chunk=4
+[2026-06-11T22:28:24+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:28:34+00:00] done decode=64 chunk=5
+[2026-06-11T22:28:34+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:28:43+00:00] done decode=64 chunk=6
+[2026-06-11T22:28:43+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:28:53+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	8.894816522005437	4.721785985314408	0.050520785607379576	0.30103700536066097	0.0313845871895904	62	62	63655	65478	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.46004406038917	4.731030116521393	0.05185661418804491	0.3090432955418607	0.03222417361851596	0	0	60211	63772	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:29:07+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.1 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.1 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:29:07+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:29:07+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:29:18+00:00] done decode=64 chunk=0
+[2026-06-11T22:29:18+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:29:27+00:00] done decode=64 chunk=1
+[2026-06-11T22:29:27+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:29:37+00:00] done decode=64 chunk=2
+[2026-06-11T22:29:37+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:29:46+00:00] done decode=64 chunk=3
+[2026-06-11T22:29:46+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:29:56+00:00] done decode=64 chunk=4
+[2026-06-11T22:29:56+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:30:05+00:00] done decode=64 chunk=5
+[2026-06-11T22:30:05+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:30:15+00:00] done decode=64 chunk=6
+[2026-06-11T22:30:15+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:30:24+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.903497514055724	4.818075205602854	0.06171840405551908	0.34009772484348755	0.0332717472629827	63	63	63755	65491	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.747035419230562	4.83891182039469	0.0636027386479893	0.3505052412881292	0.03429605729125679	0	0	59816	63535	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:30:39+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.1 gamma=0.5 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.2 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:30:39+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:30:39+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:30:48+00:00] done decode=64 chunk=0
+[2026-06-11T22:30:48+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:30:58+00:00] done decode=64 chunk=1
+[2026-06-11T22:30:58+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:31:07+00:00] done decode=64 chunk=2
+[2026-06-11T22:31:07+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:31:18+00:00] done decode=64 chunk=3
+[2026-06-11T22:31:18+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:31:27+00:00] done decode=64 chunk=4
+[2026-06-11T22:31:27+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:31:37+00:00] done decode=64 chunk=5
+[2026-06-11T22:31:37+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:31:47+00:00] done decode=64 chunk=6
+[2026-06-11T22:31:47+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:31:56+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.829268970807673	4.813492220618351	0.05482379157191044	0.3242467718794835	0.03397487751644561	61	61	64480	65519	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.679466596207376	4.835595911905303	0.056497797356828194	0.3341776931669787	0.03502202643171806	0	0	60532	63560	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:32:28+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.2 gamma=0.6 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.3 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:32:28+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:32:28+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:32:38+00:00] done decode=64 chunk=0
+[2026-06-11T22:32:38+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:32:47+00:00] done decode=64 chunk=1
+[2026-06-11T22:32:47+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:32:57+00:00] done decode=64 chunk=2
+[2026-06-11T22:32:57+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:33:07+00:00] done decode=64 chunk=3
+[2026-06-11T22:33:07+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:33:17+00:00] done decode=64 chunk=4
+[2026-06-11T22:33:17+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:33:26+00:00] done decode=64 chunk=5
+[2026-06-11T22:33:26+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:33:36+00:00] done decode=64 chunk=6
+[2026-06-11T22:33:36+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:33:46+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.18555468256125	4.821103174118335	0.053177849685572987	0.32128520186216897	0.03341168569509738	62	62	64423	65516	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.022584861406212	4.843024620125579	0.05474005154963224	0.33075581121222125	0.034403092977934244	0	0	60620	63628	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:34:00+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.3 gamma=0.7 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.4 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:34:00+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:34:00+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:34:09+00:00] done decode=64 chunk=0
+[2026-06-11T22:34:09+00:00] run decode=64 chunk=1 n=8 seed=124
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu1.log b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu1.log
new file mode 100644
index 0000000000000000000000000000000000000000..51c0df2ead519d669e046cd1f183af7a34bbe504
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu1.log
@@ -0,0 +1,290 @@
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.1 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:19:40+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:19:40+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:19:51+00:00] done decode=64 chunk=0
+[2026-06-11T22:19:51+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:20:00+00:00] done decode=64 chunk=1
+[2026-06-11T22:20:00+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:20:10+00:00] done decode=64 chunk=2
+[2026-06-11T22:20:10+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:20:20+00:00] done decode=64 chunk=3
+[2026-06-11T22:20:20+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:20:29+00:00] done decode=64 chunk=4
+[2026-06-11T22:20:29+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:20:39+00:00] done decode=64 chunk=5
+[2026-06-11T22:20:39+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:20:49+00:00] done decode=64 chunk=6
+[2026-06-11T22:20:49+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:20:58+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	8.828970426691383	4.715367131836311	0.04855096857116627	0.2948602206478662	0.032591731187073474	63	63	63776	65354	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.409113641781842	4.731375986358831	0.049902460512239635	0.3031008605635354	0.033509533698319806	0	0	60168	63564	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:21:30+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.1 gamma=0.8 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.2 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:21:31+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:21:31+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:21:40+00:00] done decode=64 chunk=0
+[2026-06-11T22:21:40+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:21:50+00:00] done decode=64 chunk=1
+[2026-06-11T22:21:50+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:21:59+00:00] done decode=64 chunk=2
+[2026-06-11T22:21:59+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:22:09+00:00] done decode=64 chunk=3
+[2026-06-11T22:22:09+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:22:19+00:00] done decode=64 chunk=4
+[2026-06-11T22:22:19+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:22:28+00:00] done decode=64 chunk=5
+[2026-06-11T22:22:28+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:22:38+00:00] done decode=64 chunk=6
+[2026-06-11T22:22:38+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:22:48+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.017287864539707	4.7253996719512585	0.046057564304622586	0.28966213734851265	0.032668737471883466	64	64	64222	65353	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.544754341333416	4.736524070176359	0.047260048061065825	0.2972607903499403	0.03353280246273697	0	0	60827	63669	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:23:01+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.2 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.2 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:23:02+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:23:02+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:23:11+00:00] done decode=64 chunk=0
+[2026-06-11T22:23:11+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:23:21+00:00] done decode=64 chunk=1
+[2026-06-11T22:23:21+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:23:31+00:00] done decode=64 chunk=2
+[2026-06-11T22:23:31+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:23:40+00:00] done decode=64 chunk=3
+[2026-06-11T22:23:40+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:23:50+00:00] done decode=64 chunk=4
+[2026-06-11T22:23:50+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:23:59+00:00] done decode=64 chunk=5
+[2026-06-11T22:23:59+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:24:09+00:00] done decode=64 chunk=6
+[2026-06-11T22:24:09+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:24:19+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.983832574654919	4.814139192741351	0.05622440872700605	0.3250676078287574	0.03501802847888529	64	65	64619	65452	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.830211839398597	4.834936244897937	0.057967132525564465	0.3351400750007878	0.03611325570769061	0	0	60622	63467	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:24:33+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.2 gamma=0.5 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.3 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:24:33+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:24:33+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:24:43+00:00] done decode=64 chunk=0
+[2026-06-11T22:24:43+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:24:52+00:00] done decode=64 chunk=1
+[2026-06-11T22:24:52+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:25:02+00:00] done decode=64 chunk=2
+[2026-06-11T22:25:02+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:25:12+00:00] done decode=64 chunk=3
+[2026-06-11T22:25:12+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:25:21+00:00] done decode=64 chunk=4
+[2026-06-11T22:25:21+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:25:31+00:00] done decode=64 chunk=5
+[2026-06-11T22:25:31+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:25:41+00:00] done decode=64 chunk=6
+[2026-06-11T22:25:41+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:25:50+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.85344304592985	4.8142311640474915	0.0519837093305267	0.31103755453186493	0.03691331472414161	63	63	64940	65559	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.709729808052801	4.835162210333135	0.05363073968548806	0.32093945785977396	0.03809403875517497	0	0	60850	63527	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:26:04+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.3 gamma=0.6 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.4 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:26:04+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:26:04+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:26:14+00:00] done decode=64 chunk=0
+[2026-06-11T22:26:14+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:26:24+00:00] done decode=64 chunk=1
+[2026-06-11T22:26:24+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:26:33+00:00] done decode=64 chunk=2
+[2026-06-11T22:26:33+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:26:43+00:00] done decode=64 chunk=3
+[2026-06-11T22:26:43+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:26:53+00:00] done decode=64 chunk=4
+[2026-06-11T22:26:53+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:27:02+00:00] done decode=64 chunk=5
+[2026-06-11T22:27:02+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:27:12+00:00] done decode=64 chunk=6
+[2026-06-11T22:27:12+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:27:22+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.358138528874115	4.802126572469655	0.0497589111328125	0.3065842679484245	0.038238525390625	63	63	64826	65536	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.297178026646511	4.8227696135899585	0.05131030140867238	0.316177164982529	0.03944282678838436	0	0	60807	63535	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:27:36+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.4 gamma=0.7 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.1 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:27:36+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:27:36+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:27:46+00:00] done decode=64 chunk=0
+[2026-06-11T22:27:46+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:27:55+00:00] done decode=64 chunk=1
+[2026-06-11T22:27:55+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:28:05+00:00] done decode=64 chunk=2
+[2026-06-11T22:28:05+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:28:15+00:00] done decode=64 chunk=3
+[2026-06-11T22:28:15+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:28:24+00:00] done decode=64 chunk=4
+[2026-06-11T22:28:24+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:28:34+00:00] done decode=64 chunk=5
+[2026-06-11T22:28:34+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:28:44+00:00] done decode=64 chunk=6
+[2026-06-11T22:28:44+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:28:53+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	8.993719463346276	4.745969205886393	0.05059810257115358	0.3047085064776338	0.03153215087767542	63	63	63110	65457	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.687592375069368	4.763522650621428	0.052066297647502834	0.3135821106760391	0.03245691281922254	0	0	59355	63592	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:29:07+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.1 gamma=0.8 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.2 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:29:07+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:29:07+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:29:17+00:00] done decode=64 chunk=0
+[2026-06-11T22:29:17+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:29:27+00:00] done decode=64 chunk=1
+[2026-06-11T22:29:27+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:29:36+00:00] done decode=64 chunk=2
+[2026-06-11T22:29:36+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:29:46+00:00] done decode=64 chunk=3
+[2026-06-11T22:29:46+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:29:55+00:00] done decode=64 chunk=4
+[2026-06-11T22:29:55+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:30:05+00:00] done decode=64 chunk=5
+[2026-06-11T22:30:05+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:30:15+00:00] done decode=64 chunk=6
+[2026-06-11T22:30:15+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:30:25+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.35842907400972	4.758838838381769	0.04857020783104953	0.30116124700532554	0.03187658314767907	62	62	64158	65534	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.95115577541307	4.7734672118105355	0.04981916675799659	0.3089400344449663	0.03270654913810649	0	0	60803	63871	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:30:38+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.2 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.2 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:30:38+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:30:38+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:30:48+00:00] done decode=64 chunk=0
+[2026-06-11T22:30:48+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:30:57+00:00] done decode=64 chunk=1
+[2026-06-11T22:30:57+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:31:07+00:00] done decode=64 chunk=2
+[2026-06-11T22:31:07+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:31:18+00:00] done decode=64 chunk=3
+[2026-06-11T22:31:18+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:31:27+00:00] done decode=64 chunk=4
+[2026-06-11T22:31:27+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:31:37+00:00] done decode=64 chunk=5
+[2026-06-11T22:31:37+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:31:46+00:00] done decode=64 chunk=6
+[2026-06-11T22:31:46+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:31:56+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.477738030596473	4.864173382867479	0.06093485327107082	0.3446160419973141	0.03284042179798257	63	63	64534	65529	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.385933130397214	4.8853011887465865	0.0627751918480312	0.35506596845465555	0.033840734683608	0	0	60632	63592	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:32:28+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.2 gamma=0.5 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.3 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:32:28+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:32:28+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:32:38+00:00] done decode=64 chunk=0
+[2026-06-11T22:32:38+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:32:47+00:00] done decode=64 chunk=1
+[2026-06-11T22:32:47+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:32:57+00:00] done decode=64 chunk=2
+[2026-06-11T22:32:57+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:33:06+00:00] done decode=64 chunk=3
+[2026-06-11T22:33:06+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:33:17+00:00] done decode=64 chunk=4
+[2026-06-11T22:33:17+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:33:26+00:00] done decode=64 chunk=5
+[2026-06-11T22:33:26+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:33:36+00:00] done decode=64 chunk=6
+[2026-06-11T22:33:36+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:33:45+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.278175231720263	4.839318984898812	0.05381748189789496	0.323856952994913	0.03524181968164737	64	65	64346	65462	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.098245739670208	4.859298701586848	0.05539913488006292	0.33340673860383174	0.036287848997247345	0	0	60544	63575	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:33:59+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.3 gamma=0.6 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.4 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:33:59+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:33:59+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:34:09+00:00] done decode=64 chunk=0
+[2026-06-11T22:34:09+00:00] run decode=64 chunk=1 n=8 seed=124
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu2.log b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu2.log
new file mode 100644
index 0000000000000000000000000000000000000000..4114407f613338d886d7330b0fd0ac15564e81bf
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu2.log
@@ -0,0 +1,290 @@
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.1 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:19:40+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:19:40+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:19:50+00:00] done decode=64 chunk=0
+[2026-06-11T22:19:50+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:20:00+00:00] done decode=64 chunk=1
+[2026-06-11T22:20:00+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:20:10+00:00] done decode=64 chunk=2
+[2026-06-11T22:20:10+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:20:19+00:00] done decode=64 chunk=3
+[2026-06-11T22:20:19+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:20:30+00:00] done decode=64 chunk=4
+[2026-06-11T22:20:30+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:20:39+00:00] done decode=64 chunk=5
+[2026-06-11T22:20:39+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:20:49+00:00] done decode=64 chunk=6
+[2026-06-11T22:20:49+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:20:59+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	8.968834619149566	4.724282461495667	0.05253985966950487	0.3064846520728874	0.03309537276243178	61	62	63358	65417	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.604438564736528	4.738999444017411	0.054003080501681705	0.315049115913556	0.03402697010656021	0	0	59745	63626	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:21:30+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.1 gamma=0.7 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.2 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:21:31+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:21:31+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:21:41+00:00] done decode=64 chunk=0
+[2026-06-11T22:21:41+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:21:50+00:00] done decode=64 chunk=1
+[2026-06-11T22:21:50+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:22:00+00:00] done decode=64 chunk=2
+[2026-06-11T22:22:00+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:22:10+00:00] done decode=64 chunk=3
+[2026-06-11T22:22:10+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:22:19+00:00] done decode=64 chunk=4
+[2026-06-11T22:22:19+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:22:29+00:00] done decode=64 chunk=5
+[2026-06-11T22:22:29+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:22:38+00:00] done decode=64 chunk=6
+[2026-06-11T22:22:38+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:22:48+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.253537850138322	4.750379643855796	0.049821521188638376	0.29536405656491693	0.033529609177166915	61	61	64404	65554	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.888327173301182	4.765464057630147	0.051208456845308115	0.3036168010288905	0.034473564516382	0	0	60783	63759	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:23:02+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.2 gamma=0.8 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.3 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:23:02+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:23:02+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:23:12+00:00] done decode=64 chunk=0
+[2026-06-11T22:23:12+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:23:21+00:00] done decode=64 chunk=1
+[2026-06-11T22:23:21+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:23:31+00:00] done decode=64 chunk=2
+[2026-06-11T22:23:31+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:23:41+00:00] done decode=64 chunk=3
+[2026-06-11T22:23:41+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:23:50+00:00] done decode=64 chunk=4
+[2026-06-11T22:23:50+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:24:00+00:00] done decode=64 chunk=5
+[2026-06-11T22:24:00+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:24:10+00:00] done decode=64 chunk=6
+[2026-06-11T22:24:10+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:24:19+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.586602519598888	4.786054052542647	0.04622220864891278	0.2952799792325194	0.03409784998778402	62	62	64784	65488	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.317150844585738	4.807783562376463	0.047556931587798015	0.30384421952599483	0.035094060884188025	0	0	61035	63629	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:24:34+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.3 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.3 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:24:34+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:24:34+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:24:43+00:00] done decode=64 chunk=0
+[2026-06-11T22:24:43+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:24:53+00:00] done decode=64 chunk=1
+[2026-06-11T22:24:53+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:25:03+00:00] done decode=64 chunk=2
+[2026-06-11T22:25:03+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:25:12+00:00] done decode=64 chunk=3
+[2026-06-11T22:25:12+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:25:22+00:00] done decode=64 chunk=4
+[2026-06-11T22:25:22+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:25:32+00:00] done decode=64 chunk=5
+[2026-06-11T22:25:32+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:25:41+00:00] done decode=64 chunk=6
+[2026-06-11T22:25:41+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:25:51+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.57558150797717	4.832003686966116	0.05599609613273149	0.32576439191765155	0.036522508234720016	63	63	64791	65576	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.636140788896554	4.856311673321036	0.05786205157304079	0.3366644074208345	0.03774982661875039	0	0	60504	63444	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:26:05+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.3 gamma=0.5 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.4 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:26:05+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:26:05+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:26:14+00:00] done decode=64 chunk=0
+[2026-06-11T22:26:14+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:26:24+00:00] done decode=64 chunk=1
+[2026-06-11T22:26:24+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:26:33+00:00] done decode=64 chunk=2
+[2026-06-11T22:26:33+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:26:43+00:00] done decode=64 chunk=3
+[2026-06-11T22:26:43+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:26:53+00:00] done decode=64 chunk=4
+[2026-06-11T22:26:53+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:27:02+00:00] done decode=64 chunk=5
+[2026-06-11T22:27:02+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:27:12+00:00] done decode=64 chunk=6
+[2026-06-11T22:27:12+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:27:22+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.540369821232382	4.838771602701415	0.05508506904707408	0.3238166447950682	0.03718623636224918	63	63	65020	65535	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.546288722491857	4.862715998090877	0.05683554071717665	0.3341365082364799	0.03837855714263217	0	0	60924	63499	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:27:36+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.4 gamma=0.6 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.1 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:27:36+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:27:36+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:27:46+00:00] done decode=64 chunk=0
+[2026-06-11T22:27:46+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:27:55+00:00] done decode=64 chunk=1
+[2026-06-11T22:27:55+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:28:05+00:00] done decode=64 chunk=2
+[2026-06-11T22:28:05+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:28:15+00:00] done decode=64 chunk=3
+[2026-06-11T22:28:15+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:28:24+00:00] done decode=64 chunk=4
+[2026-06-11T22:28:24+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:28:34+00:00] done decode=64 chunk=5
+[2026-06-11T22:28:34+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:28:44+00:00] done decode=64 chunk=6
+[2026-06-11T22:28:44+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:28:53+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.431018873046158	4.766501217576735	0.05282298112919245	0.314788215879225	0.032653373061349224	64	64	63166	65445	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.11182251858095	4.780049349013256	0.054261983639760716	0.3233945674360182	0.033552621249470095	0	0	59631	63691	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:29:07+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.1 gamma=0.7 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.2 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:29:07+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:29:07+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:29:17+00:00] done decode=64 chunk=0
+[2026-06-11T22:29:17+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:29:27+00:00] done decode=64 chunk=1
+[2026-06-11T22:29:27+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:29:37+00:00] done decode=64 chunk=2
+[2026-06-11T22:29:37+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:29:46+00:00] done decode=64 chunk=3
+[2026-06-11T22:29:46+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:29:56+00:00] done decode=64 chunk=4
+[2026-06-11T22:29:56+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:30:05+00:00] done decode=64 chunk=5
+[2026-06-11T22:30:05+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:30:15+00:00] done decode=64 chunk=6
+[2026-06-11T22:30:15+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:30:25+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.618574939715398	4.762716684933835	0.0521612952497327	0.3094288900090119	0.03325187108599358	62	62	63669	65470	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.282887585498974	4.7768189041495015	0.05354622165061639	0.3176749219693524	0.03414473477838075	0	0	60211	63758	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:30:39+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.2 gamma=0.8 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.3 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:30:39+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:30:39+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:30:48+00:00] done decode=64 chunk=0
+[2026-06-11T22:30:48+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:30:58+00:00] done decode=64 chunk=1
+[2026-06-11T22:30:58+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:31:08+00:00] done decode=64 chunk=2
+[2026-06-11T22:31:08+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:31:18+00:00] done decode=64 chunk=3
+[2026-06-11T22:31:18+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:31:27+00:00] done decode=64 chunk=4
+[2026-06-11T22:31:27+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:31:37+00:00] done decode=64 chunk=5
+[2026-06-11T22:31:37+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:31:47+00:00] done decode=64 chunk=6
+[2026-06-11T22:31:47+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:31:57+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.856562971481871	4.770778049172253	0.04908846611903381	0.3013299131204862	0.03360613185940697	60	60	64459	65494	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.541682851895006	4.784618951655706	0.050380123834156285	0.3092924099445089	0.03450113645270005	0	0	61032	63795	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:32:28+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.3 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.3 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:32:28+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:32:28+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:32:38+00:00] done decode=64 chunk=0
+[2026-06-11T22:32:38+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:32:48+00:00] done decode=64 chunk=1
+[2026-06-11T22:32:48+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:32:57+00:00] done decode=64 chunk=2
+[2026-06-11T22:32:57+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:33:07+00:00] done decode=64 chunk=3
+[2026-06-11T22:33:07+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:33:17+00:00] done decode=64 chunk=4
+[2026-06-11T22:33:17+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:33:27+00:00] done decode=64 chunk=5
+[2026-06-11T22:33:27+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:33:36+00:00] done decode=64 chunk=6
+[2026-06-11T22:33:36+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:33:46+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.760782062650037	4.8649625426002	0.05887735029049819	0.34017018421373674	0.035225765131067295	64	64	64348	65577	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.72782008045875	4.887232996827595	0.06068705290464586	0.35065404691528834	0.03631789953619998	0	0	60376	63605	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:34:00+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.3 gamma=0.5 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.4 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:34:00+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:34:00+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:34:09+00:00] done decode=64 chunk=0
+[2026-06-11T22:34:09+00:00] run decode=64 chunk=1 n=8 seed=124
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu3.log b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu3.log
new file mode 100644
index 0000000000000000000000000000000000000000..d8972dab6970547d8db0cb5dbb5af68bc3054400
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu3.log
@@ -0,0 +1,290 @@
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.1 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:19:40+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:19:40+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:19:51+00:00] done decode=64 chunk=0
+[2026-06-11T22:19:51+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:20:00+00:00] done decode=64 chunk=1
+[2026-06-11T22:20:00+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:20:10+00:00] done decode=64 chunk=2
+[2026-06-11T22:20:10+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:20:20+00:00] done decode=64 chunk=3
+[2026-06-11T22:20:20+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:20:30+00:00] done decode=64 chunk=4
+[2026-06-11T22:20:30+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:20:39+00:00] done decode=64 chunk=5
+[2026-06-11T22:20:39+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:20:49+00:00] done decode=64 chunk=6
+[2026-06-11T22:20:49+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:20:59+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.111894415557382	4.75092651897328	0.055273237803110074	0.3127518007569283	0.034000213645866716	62	62	64311	65529	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.929362964287385	4.774420298029129	0.05708925221120343	0.32305363730962067	0.03512699638955019	0	0	60080	63427	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:21:31+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.1 gamma=0.6 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.2 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:21:31+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:21:31+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:21:40+00:00] done decode=64 chunk=0
+[2026-06-11T22:21:40+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:21:50+00:00] done decode=64 chunk=1
+[2026-06-11T22:21:50+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:22:00+00:00] done decode=64 chunk=2
+[2026-06-11T22:22:00+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:22:09+00:00] done decode=64 chunk=3
+[2026-06-11T22:22:09+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:22:19+00:00] done decode=64 chunk=4
+[2026-06-11T22:22:19+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:22:29+00:00] done decode=64 chunk=5
+[2026-06-11T22:22:29+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:22:38+00:00] done decode=64 chunk=6
+[2026-06-11T22:22:38+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:22:48+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.50655920824043	4.773733797198024	0.05077134565449824	0.3090012066779697	0.03355735451351764	64	65	64526	65470	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.223341952421672	4.7922083923358665	0.05228706748697937	0.31825906344410876	0.03456957185341369	0	0	60669	63553	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:23:02+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.2 gamma=0.7 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.3 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:23:02+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:23:02+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:23:12+00:00] done decode=64 chunk=0
+[2026-06-11T22:23:12+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:23:21+00:00] done decode=64 chunk=1
+[2026-06-11T22:23:21+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:23:31+00:00] done decode=64 chunk=2
+[2026-06-11T22:23:31+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:23:41+00:00] done decode=64 chunk=3
+[2026-06-11T22:23:41+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:23:50+00:00] done decode=64 chunk=4
+[2026-06-11T22:23:50+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:24:00+00:00] done decode=64 chunk=5
+[2026-06-11T22:24:00+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:24:10+00:00] done decode=64 chunk=6
+[2026-06-11T22:24:10+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:24:19+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.751845770511965	4.8005470872755875	0.04926965520399286	0.3019720373649185	0.03542591999023154	63	63	64654	65517	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.609214189742229	4.824501504094991	0.050808495898477475	0.311437208716463	0.036543699715018974	0	0	60623	63513	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:24:33+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.3 gamma=0.8 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.4 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:24:34+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:24:34+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:24:43+00:00] done decode=64 chunk=0
+[2026-06-11T22:24:43+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:24:53+00:00] done decode=64 chunk=1
+[2026-06-11T22:24:53+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:25:03+00:00] done decode=64 chunk=2
+[2026-06-11T22:25:03+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:25:12+00:00] done decode=64 chunk=3
+[2026-06-11T22:25:12+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:25:22+00:00] done decode=64 chunk=4
+[2026-06-11T22:25:22+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:25:32+00:00] done decode=64 chunk=5
+[2026-06-11T22:25:32+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:25:41+00:00] done decode=64 chunk=6
+[2026-06-11T22:25:41+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:25:51+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.183174925539703	4.773713315317799	0.04758270108538019	0.29952981406283397	0.035889294273894395	64	65	64897	65507	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.088534779014113	4.794338796615505	0.04906391220142027	0.30889021855514265	0.03701837534837582	0	0	60876	63509	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:26:05+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.4 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.4 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:26:05+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:26:05+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:26:14+00:00] done decode=64 chunk=0
+[2026-06-11T22:26:14+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:26:24+00:00] done decode=64 chunk=1
+[2026-06-11T22:26:24+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:26:34+00:00] done decode=64 chunk=2
+[2026-06-11T22:26:34+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:26:43+00:00] done decode=64 chunk=3
+[2026-06-11T22:26:43+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:26:53+00:00] done decode=64 chunk=4
+[2026-06-11T22:26:53+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:27:02+00:00] done decode=64 chunk=5
+[2026-06-11T22:27:02+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:27:12+00:00] done decode=64 chunk=6
+[2026-06-11T22:27:12+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:27:22+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	11.220285933122792	4.860904883558	0.056699615595826466	0.336099458469987	0.03853194215632436	63	63	65156	65556	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	12.350558660264403	4.884938336944203	0.05854088882587394	0.34704455227172476	0.03979394111252895	0	0	60974	63477	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:27:36+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.4 gamma=0.5 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.1 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:27:36+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:27:36+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:27:46+00:00] done decode=64 chunk=0
+[2026-06-11T22:27:46+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:27:56+00:00] done decode=64 chunk=1
+[2026-06-11T22:27:56+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:28:05+00:00] done decode=64 chunk=2
+[2026-06-11T22:28:05+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:28:15+00:00] done decode=64 chunk=3
+[2026-06-11T22:28:15+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:28:24+00:00] done decode=64 chunk=4
+[2026-06-11T22:28:24+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:28:34+00:00] done decode=64 chunk=5
+[2026-06-11T22:28:34+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:28:44+00:00] done decode=64 chunk=6
+[2026-06-11T22:28:44+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:28:53+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.516296091045941	4.759514871169751	0.05730448742450883	0.32710537581799276	0.03125143337665316	62	62	63155	65405	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.262170330559913	4.773509051606385	0.05895031622667632	0.33652711568414595	0.03215757842736226	0	0	59440	63562	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:29:07+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.1 gamma=0.6 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.2 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:29:07+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:29:07+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:29:17+00:00] done decode=64 chunk=0
+[2026-06-11T22:29:17+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:29:27+00:00] done decode=64 chunk=1
+[2026-06-11T22:29:27+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:29:37+00:00] done decode=64 chunk=2
+[2026-06-11T22:29:37+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:29:46+00:00] done decode=64 chunk=3
+[2026-06-11T22:29:46+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:29:56+00:00] done decode=64 chunk=4
+[2026-06-11T22:29:56+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:30:06+00:00] done decode=64 chunk=5
+[2026-06-11T22:30:06+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:30:15+00:00] done decode=64 chunk=6
+[2026-06-11T22:30:15+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:30:25+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.439899970063337	4.745452209861563	0.053951611670665915	0.31414684844409124	0.03464824466215287	61	61	63925	65429	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.156585997593496	4.762796980893358	0.05549789268415424	0.32317926620221116	0.0356513807636661	0	0	60218	63588	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:30:39+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.2 gamma=0.7 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.3 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:30:39+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:30:39+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:30:48+00:00] done decode=64 chunk=0
+[2026-06-11T22:30:48+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:30:58+00:00] done decode=64 chunk=1
+[2026-06-11T22:30:58+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:31:08+00:00] done decode=64 chunk=2
+[2026-06-11T22:31:08+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:31:18+00:00] done decode=64 chunk=3
+[2026-06-11T22:31:18+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:31:27+00:00] done decode=64 chunk=4
+[2026-06-11T22:31:27+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:31:37+00:00] done decode=64 chunk=5
+[2026-06-11T22:31:37+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:31:47+00:00] done decode=64 chunk=6
+[2026-06-11T22:31:47+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:31:56+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.734877272492332	4.773291410586271	0.05005730002292001	0.30701057392579917	0.03473145389258156	61	61	64536	65445	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.445709227683343	4.790590206253734	0.051451643310500846	0.31559598435217046	0.035709797021303336	0	0	60922	63652	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:32:28+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.3 gamma=0.8 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.4 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:32:29+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:32:29+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:32:38+00:00] done decode=64 chunk=0
+[2026-06-11T22:32:38+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:32:48+00:00] done decode=64 chunk=1
+[2026-06-11T22:32:48+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:32:57+00:00] done decode=64 chunk=2
+[2026-06-11T22:32:57+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:33:07+00:00] done decode=64 chunk=3
+[2026-06-11T22:33:07+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:33:17+00:00] done decode=64 chunk=4
+[2026-06-11T22:33:17+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:33:27+00:00] done decode=64 chunk=5
+[2026-06-11T22:33:27+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:33:36+00:00] done decode=64 chunk=6
+[2026-06-11T22:33:36+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:33:46+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.212401182278999	4.792969878417534	0.04834325851275004	0.30305852891325263	0.03447854634295312	63	63	64616	65490	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.158273283396642	4.816039701559823	0.04984958498054842	0.31253740746574266	0.03556409569860295	0	0	60587	63491	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:34:00+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.4 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.4 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:34:00+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:34:00+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:34:10+00:00] done decode=64 chunk=0
+[2026-06-11T22:34:10+00:00] run decode=64 chunk=1 n=8 seed=124