Add files using upload-large-folder tool

LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0010000.log

@@ -0,0 +1,136 @@
+[watch-gumbel] 2026-05-26_00:10:31 infer runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0010000.pt -> docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0010000
+[load] runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0010000.pt
+[ckpt] step=10000
+[sde] generated 2/128
+[sde] generated 4/128
+[sde] generated 6/128
+[sde] generated 8/128
+[sde] generated 10/128
+[sde] generated 12/128
+[sde] generated 14/128
+[sde] generated 16/128
+[sde] generated 18/128
+[sde] generated 20/128
+[sde] generated 22/128
+[sde] generated 24/128
+[sde] generated 26/128
+[sde] generated 28/128
+[sde] generated 30/128
+[sde] generated 32/128
+[sde] generated 34/128
+[sde] generated 36/128
+[sde] generated 38/128
+[sde] generated 40/128
+[sde] generated 42/128
+[sde] generated 44/128
+[sde] generated 46/128
+[sde] generated 48/128
+[sde] generated 50/128
+[sde] generated 52/128
+[sde] generated 54/128
+[sde] generated 56/128
+[sde] generated 58/128
+[sde] generated 60/128
+[sde] generated 62/128
+[sde] generated 64/128
+[sde] generated 66/128
+[sde] generated 68/128
+[sde] generated 70/128
+[sde] generated 72/128
+[sde] generated 74/128
+[sde] generated 76/128
+[sde] generated 78/128
+[sde] generated 80/128
+[sde] generated 82/128
+[sde] generated 84/128
+[sde] generated 86/128
+[sde] generated 88/128
+[sde] generated 90/128
+[sde] generated 92/128
+[sde] generated 94/128
+[sde] generated 96/128
+[sde] generated 98/128
+[sde] generated 100/128
+[sde] generated 102/128
+[sde] generated 104/128
+[sde] generated 106/128
+[sde] generated 108/128
+[sde] generated 110/128
+[sde] generated 112/128
+[sde] generated 114/128
+[sde] generated 116/128
+[sde] generated 118/128
+[sde] generated 120/128
+[sde] generated 122/128
+[sde] generated 124/128
+[sde] generated 126/128
+[sde] generated 128/128
+[score] loading scorer: /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard
+[summary] {
+  "type": "summary",
+  "checkpoint": "runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0010000.pt",
+  "step": 10000,
+  "decode": {
+    "decode_rule": "dirichlet_resample_sde",
+    "steps": 128,
+    "model_t_mode": "support_t",
+    "mean_mode": "endpoint_only",
+    "anchor_gamma": 1.0,
+    "endpoint_floor": 0.0,
+    "concentration_min": 1.0,
+    "concentration_max": 1024.0,
+    "endpoint_temp": 1.45,
+    "endpoint_temp_start": null,
+    "endpoint_temp_end": null,
+    "endpoint_projection": "gumbel_softmax",
+    "endpoint_top_k": 0,
+    "endpoint_top_p": 0.95,
+    "gumbel_tau_start": 1.0,
+    "gumbel_tau_end": 0.2,
+    "gumbel_noise_scale_start": 1.0,
+    "gumbel_noise_scale_end": 1.0,
+    "ban_special_tokens": false,
+    "banned_endpoint_ids": [],
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "noise_init": "dirichlet",
+    "noise_sigma": -1.0,
+    "noise_dirichlet_concentration": 1.0,
+    "sde_resample": "dirichlet",
+    "logistic_normal_sigma_min": 0.18,
+    "logistic_normal_sigma_max": 3.0,
+    "logistic_normal_tau_min": 0.65,
+    "logistic_normal_tau_max": 1.0,
+    "final_from": "blend_0.5",
+    "n_samples": 128,
+    "seed": 20260524
+  },
+  "raw_genppl": {
+    "ppl": 100.003293326941,
+    "nll_per_token": 4.605203118715213,
+    "tokens": 44984,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "stripped_genppl": {
+    "ppl": 96.9419779390347,
+    "nll_per_token": 4.574112633954019,
+    "tokens": 44626,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "diversity": {
+    "sample_entropy": 0.8363358256743296,
+    "unique_tokens": 4162,
+    "token_count": 131072,
+    "distinct_1": 0.0317535400390625,
+    "distinct_2": 0.06951826735092864,
+    "top_token_mass": 0.8901519775390625
+  }
+}
+[done] docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0010000/sde_steps128_samples128_scored.jsonl
+[watch-gumbel] 2026-05-26_00:17:20 done step_0010000

LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0030000.log

@@ -0,0 +1,136 @@
+[watch-gumbel] 2026-05-26_03:56:17 infer runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0030000.pt -> docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0030000
+[load] runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0030000.pt
+[ckpt] step=30000
+[sde] generated 2/128
+[sde] generated 4/128
+[sde] generated 6/128
+[sde] generated 8/128
+[sde] generated 10/128
+[sde] generated 12/128
+[sde] generated 14/128
+[sde] generated 16/128
+[sde] generated 18/128
+[sde] generated 20/128
+[sde] generated 22/128
+[sde] generated 24/128
+[sde] generated 26/128
+[sde] generated 28/128
+[sde] generated 30/128
+[sde] generated 32/128
+[sde] generated 34/128
+[sde] generated 36/128
+[sde] generated 38/128
+[sde] generated 40/128
+[sde] generated 42/128
+[sde] generated 44/128
+[sde] generated 46/128
+[sde] generated 48/128
+[sde] generated 50/128
+[sde] generated 52/128
+[sde] generated 54/128
+[sde] generated 56/128
+[sde] generated 58/128
+[sde] generated 60/128
+[sde] generated 62/128
+[sde] generated 64/128
+[sde] generated 66/128
+[sde] generated 68/128
+[sde] generated 70/128
+[sde] generated 72/128
+[sde] generated 74/128
+[sde] generated 76/128
+[sde] generated 78/128
+[sde] generated 80/128
+[sde] generated 82/128
+[sde] generated 84/128
+[sde] generated 86/128
+[sde] generated 88/128
+[sde] generated 90/128
+[sde] generated 92/128
+[sde] generated 94/128
+[sde] generated 96/128
+[sde] generated 98/128
+[sde] generated 100/128
+[sde] generated 102/128
+[sde] generated 104/128
+[sde] generated 106/128
+[sde] generated 108/128
+[sde] generated 110/128
+[sde] generated 112/128
+[sde] generated 114/128
+[sde] generated 116/128
+[sde] generated 118/128
+[sde] generated 120/128
+[sde] generated 122/128
+[sde] generated 124/128
+[sde] generated 126/128
+[sde] generated 128/128
+[score] loading scorer: /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard
+[summary] {
+  "type": "summary",
+  "checkpoint": "runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0030000.pt",
+  "step": 30000,
+  "decode": {
+    "decode_rule": "dirichlet_resample_sde",
+    "steps": 128,
+    "model_t_mode": "support_t",
+    "mean_mode": "endpoint_only",
+    "anchor_gamma": 1.0,
+    "endpoint_floor": 0.0,
+    "concentration_min": 1.0,
+    "concentration_max": 1024.0,
+    "endpoint_temp": 1.45,
+    "endpoint_temp_start": null,
+    "endpoint_temp_end": null,
+    "endpoint_projection": "gumbel_softmax",
+    "endpoint_top_k": 0,
+    "endpoint_top_p": 0.95,
+    "gumbel_tau_start": 1.0,
+    "gumbel_tau_end": 0.2,
+    "gumbel_noise_scale_start": 1.0,
+    "gumbel_noise_scale_end": 1.0,
+    "ban_special_tokens": false,
+    "banned_endpoint_ids": [],
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "noise_init": "dirichlet",
+    "noise_sigma": -1.0,
+    "noise_dirichlet_concentration": 1.0,
+    "sde_resample": "dirichlet",
+    "logistic_normal_sigma_min": 0.18,
+    "logistic_normal_sigma_max": 3.0,
+    "logistic_normal_tau_min": 0.65,
+    "logistic_normal_tau_max": 1.0,
+    "final_from": "blend_0.5",
+    "n_samples": 128,
+    "seed": 20260524
+  },
+  "raw_genppl": {
+    "ppl": 10.229694812820696,
+    "nll_per_token": 2.3252947469496883,
+    "tokens": 110667,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "stripped_genppl": {
+    "ppl": 10.015576723153316,
+    "nll_per_token": 2.304141553396202,
+    "tokens": 109975,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "diversity": {
+    "sample_entropy": 1.6612740055114674,
+    "unique_tokens": 2050,
+    "token_count": 131072,
+    "distinct_1": 0.0156402587890625,
+    "distinct_2": 0.0826842008797654,
+    "top_token_mass": 0.222747802734375
+  }
+}
+[done] docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0030000/sde_steps128_samples128_scored.jsonl
+[watch-gumbel] 2026-05-26_04:03:08 done step_0030000

LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0040000.log

@@ -0,0 +1,136 @@
+[watch-gumbel] 2026-05-26_05:49:10 infer runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0040000.pt -> docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0040000
+[load] runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0040000.pt
+[ckpt] step=40000
+[sde] generated 2/128
+[sde] generated 4/128
+[sde] generated 6/128
+[sde] generated 8/128
+[sde] generated 10/128
+[sde] generated 12/128
+[sde] generated 14/128
+[sde] generated 16/128
+[sde] generated 18/128
+[sde] generated 20/128
+[sde] generated 22/128
+[sde] generated 24/128
+[sde] generated 26/128
+[sde] generated 28/128
+[sde] generated 30/128
+[sde] generated 32/128
+[sde] generated 34/128
+[sde] generated 36/128
+[sde] generated 38/128
+[sde] generated 40/128
+[sde] generated 42/128
+[sde] generated 44/128
+[sde] generated 46/128
+[sde] generated 48/128
+[sde] generated 50/128
+[sde] generated 52/128
+[sde] generated 54/128
+[sde] generated 56/128
+[sde] generated 58/128
+[sde] generated 60/128
+[sde] generated 62/128
+[sde] generated 64/128
+[sde] generated 66/128
+[sde] generated 68/128
+[sde] generated 70/128
+[sde] generated 72/128
+[sde] generated 74/128
+[sde] generated 76/128
+[sde] generated 78/128
+[sde] generated 80/128
+[sde] generated 82/128
+[sde] generated 84/128
+[sde] generated 86/128
+[sde] generated 88/128
+[sde] generated 90/128
+[sde] generated 92/128
+[sde] generated 94/128
+[sde] generated 96/128
+[sde] generated 98/128
+[sde] generated 100/128
+[sde] generated 102/128
+[sde] generated 104/128
+[sde] generated 106/128
+[sde] generated 108/128
+[sde] generated 110/128
+[sde] generated 112/128
+[sde] generated 114/128
+[sde] generated 116/128
+[sde] generated 118/128
+[sde] generated 120/128
+[sde] generated 122/128
+[sde] generated 124/128
+[sde] generated 126/128
+[sde] generated 128/128
+[score] loading scorer: /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard
+[summary] {
+  "type": "summary",
+  "checkpoint": "runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0040000.pt",
+  "step": 40000,
+  "decode": {
+    "decode_rule": "dirichlet_resample_sde",
+    "steps": 128,
+    "model_t_mode": "support_t",
+    "mean_mode": "endpoint_only",
+    "anchor_gamma": 1.0,
+    "endpoint_floor": 0.0,
+    "concentration_min": 1.0,
+    "concentration_max": 1024.0,
+    "endpoint_temp": 1.45,
+    "endpoint_temp_start": null,
+    "endpoint_temp_end": null,
+    "endpoint_projection": "gumbel_softmax",
+    "endpoint_top_k": 0,
+    "endpoint_top_p": 0.95,
+    "gumbel_tau_start": 1.0,
+    "gumbel_tau_end": 0.2,
+    "gumbel_noise_scale_start": 1.0,
+    "gumbel_noise_scale_end": 1.0,
+    "ban_special_tokens": false,
+    "banned_endpoint_ids": [],
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "noise_init": "dirichlet",
+    "noise_sigma": -1.0,
+    "noise_dirichlet_concentration": 1.0,
+    "sde_resample": "dirichlet",
+    "logistic_normal_sigma_min": 0.18,
+    "logistic_normal_sigma_max": 3.0,
+    "logistic_normal_tau_min": 0.65,
+    "logistic_normal_tau_max": 1.0,
+    "final_from": "blend_0.5",
+    "n_samples": 128,
+    "seed": 20260524
+  },
+  "raw_genppl": {
+    "ppl": 5.1300306432739955,
+    "nll_per_token": 1.6351116325125952,
+    "tokens": 4956,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "stripped_genppl": {
+    "ppl": 5.029862298928684,
+    "nll_per_token": 1.6153926077784073,
+    "tokens": 4944,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "diversity": {
+    "sample_entropy": 0.04587834974009578,
+    "unique_tokens": 218,
+    "token_count": 131072,
+    "distinct_1": 0.0016632080078125,
+    "distinct_2": 0.0074535679374389055,
+    "top_token_mass": 0.97662353515625
+  }
+}
+[done] docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0040000/sde_steps128_samples128_scored.jsonl
+[watch-gumbel] 2026-05-26_05:55:29 done step_0040000

LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_gumbel_sde_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525_step_0070000.log

@@ -0,0 +1,136 @@
+[watch-gumbel] 2026-05-26_11:27:24 infer runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0070000.pt -> docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0070000
+[load] runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0070000.pt
+[ckpt] step=70000
+[sde] generated 2/128
+[sde] generated 4/128
+[sde] generated 6/128
+[sde] generated 8/128
+[sde] generated 10/128
+[sde] generated 12/128
+[sde] generated 14/128
+[sde] generated 16/128
+[sde] generated 18/128
+[sde] generated 20/128
+[sde] generated 22/128
+[sde] generated 24/128
+[sde] generated 26/128
+[sde] generated 28/128
+[sde] generated 30/128
+[sde] generated 32/128
+[sde] generated 34/128
+[sde] generated 36/128
+[sde] generated 38/128
+[sde] generated 40/128
+[sde] generated 42/128
+[sde] generated 44/128
+[sde] generated 46/128
+[sde] generated 48/128
+[sde] generated 50/128
+[sde] generated 52/128
+[sde] generated 54/128
+[sde] generated 56/128
+[sde] generated 58/128
+[sde] generated 60/128
+[sde] generated 62/128
+[sde] generated 64/128
+[sde] generated 66/128
+[sde] generated 68/128
+[sde] generated 70/128
+[sde] generated 72/128
+[sde] generated 74/128
+[sde] generated 76/128
+[sde] generated 78/128
+[sde] generated 80/128
+[sde] generated 82/128
+[sde] generated 84/128
+[sde] generated 86/128
+[sde] generated 88/128
+[sde] generated 90/128
+[sde] generated 92/128
+[sde] generated 94/128
+[sde] generated 96/128
+[sde] generated 98/128
+[sde] generated 100/128
+[sde] generated 102/128
+[sde] generated 104/128
+[sde] generated 106/128
+[sde] generated 108/128
+[sde] generated 110/128
+[sde] generated 112/128
+[sde] generated 114/128
+[sde] generated 116/128
+[sde] generated 118/128
+[sde] generated 120/128
+[sde] generated 122/128
+[sde] generated 124/128
+[sde] generated 126/128
+[sde] generated 128/128
+[score] loading scorer: /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard
+[summary] {
+  "type": "summary",
+  "checkpoint": "runs/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0070000.pt",
+  "step": 70000,
+  "decode": {
+    "decode_rule": "dirichlet_resample_sde",
+    "steps": 128,
+    "model_t_mode": "support_t",
+    "mean_mode": "endpoint_only",
+    "anchor_gamma": 1.0,
+    "endpoint_floor": 0.0,
+    "concentration_min": 1.0,
+    "concentration_max": 1024.0,
+    "endpoint_temp": 1.45,
+    "endpoint_temp_start": null,
+    "endpoint_temp_end": null,
+    "endpoint_projection": "gumbel_softmax",
+    "endpoint_top_k": 0,
+    "endpoint_top_p": 0.95,
+    "gumbel_tau_start": 1.0,
+    "gumbel_tau_end": 0.2,
+    "gumbel_noise_scale_start": 1.0,
+    "gumbel_noise_scale_end": 1.0,
+    "ban_special_tokens": false,
+    "banned_endpoint_ids": [],
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "noise_init": "dirichlet",
+    "noise_sigma": -1.0,
+    "noise_dirichlet_concentration": 1.0,
+    "sde_resample": "dirichlet",
+    "logistic_normal_sigma_min": 0.18,
+    "logistic_normal_sigma_max": 3.0,
+    "logistic_normal_tau_min": 0.65,
+    "logistic_normal_tau_max": 1.0,
+    "final_from": "blend_0.5",
+    "n_samples": 128,
+    "seed": 20260524
+  },
+  "raw_genppl": {
+    "ppl": 3.036806328417846,
+    "nll_per_token": 1.1108064133412865,
+    "tokens": 129537,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "stripped_genppl": {
+    "ppl": 2.965266588478625,
+    "nll_per_token": 1.0869669402050408,
+    "tokens": 129209,
+    "kept_samples": 128,
+    "total_samples": 128,
+    "empty_rate": 0.0,
+    "skipped_samples": 0
+  },
+  "diversity": {
+    "sample_entropy": 1.4604607840059816,
+    "unique_tokens": 2055,
+    "token_count": 131072,
+    "distinct_1": 0.01567840576171875,
+    "distinct_2": 0.04771505376344086,
+    "top_token_mass": 0.4061737060546875
+  }
+}
+[done] docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_sde_gumbel_topp0p95_tau1p0_to_0p2_blend_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_20260525/step_0070000/sde_steps128_samples128_scored.jsonl
+[watch-gumbel] 2026-05-26_11:34:19 done step_0070000

LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_len128_C1_to_1024_mask1_sameT_every1k_dualline_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525_step_0004000.log

@@ -0,0 +1,199 @@
+[watch-dualline] 2026-05-26_00:03:18 infer runs/lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525/step_0004000.pt -> docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_len128_C1_to_1024_mask1_sameT_every1k_dualline_dirres_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525/step_0004000
+[decode] max_len=128 generated=1/128
+[decode] max_len=128 generated=2/128
+[decode] max_len=128 generated=3/128
+[decode] max_len=128 generated=4/128
+[decode] max_len=128 generated=5/128
+[decode] max_len=128 generated=6/128
+[decode] max_len=128 generated=7/128
+[decode] max_len=128 generated=8/128
+[decode] max_len=128 generated=9/128
+[decode] max_len=128 generated=10/128
+[decode] max_len=128 generated=11/128
+[decode] max_len=128 generated=12/128
+[decode] max_len=128 generated=13/128
+[decode] max_len=128 generated=14/128
+[decode] max_len=128 generated=15/128
+[decode] max_len=128 generated=16/128
+[decode] max_len=128 generated=17/128
+[decode] max_len=128 generated=18/128
+[decode] max_len=128 generated=19/128
+[decode] max_len=128 generated=20/128
+[decode] max_len=128 generated=21/128
+[decode] max_len=128 generated=22/128
+[decode] max_len=128 generated=23/128
+[decode] max_len=128 generated=24/128
+[decode] max_len=128 generated=25/128
+[decode] max_len=128 generated=26/128
+[decode] max_len=128 generated=27/128
+[decode] max_len=128 generated=28/128
+[decode] max_len=128 generated=29/128
+[decode] max_len=128 generated=30/128
+[decode] max_len=128 generated=31/128
+[decode] max_len=128 generated=32/128
+[decode] max_len=128 generated=33/128
+[decode] max_len=128 generated=34/128
+[decode] max_len=128 generated=35/128
+[decode] max_len=128 generated=36/128
+[decode] max_len=128 generated=37/128
+[decode] max_len=128 generated=38/128
+[decode] max_len=128 generated=39/128
+[decode] max_len=128 generated=40/128
+[decode] max_len=128 generated=41/128
+[decode] max_len=128 generated=42/128
+[decode] max_len=128 generated=43/128
+[decode] max_len=128 generated=44/128
+[decode] max_len=128 generated=45/128
+[decode] max_len=128 generated=46/128
+[decode] max_len=128 generated=47/128
+[decode] max_len=128 generated=48/128
+[decode] max_len=128 generated=49/128
+[decode] max_len=128 generated=50/128
+[decode] max_len=128 generated=51/128
+[decode] max_len=128 generated=52/128
+[decode] max_len=128 generated=53/128
+[decode] max_len=128 generated=54/128
+[decode] max_len=128 generated=55/128
+[decode] max_len=128 generated=56/128
+[decode] max_len=128 generated=57/128
+[decode] max_len=128 generated=58/128
+[decode] max_len=128 generated=59/128
+[decode] max_len=128 generated=60/128
+[decode] max_len=128 generated=61/128
+[decode] max_len=128 generated=62/128
+[decode] max_len=128 generated=63/128
+[decode] max_len=128 generated=64/128
+[decode] max_len=128 generated=65/128
+[decode] max_len=128 generated=66/128
+[decode] max_len=128 generated=67/128
+[decode] max_len=128 generated=68/128
+[decode] max_len=128 generated=69/128
+[decode] max_len=128 generated=70/128
+[decode] max_len=128 generated=71/128
+[decode] max_len=128 generated=72/128
+[decode] max_len=128 generated=73/128
+[decode] max_len=128 generated=74/128
+[decode] max_len=128 generated=75/128
+[decode] max_len=128 generated=76/128
+[decode] max_len=128 generated=77/128
+[decode] max_len=128 generated=78/128
+[decode] max_len=128 generated=79/128
+[decode] max_len=128 generated=80/128
+[decode] max_len=128 generated=81/128
+[decode] max_len=128 generated=82/128
+[decode] max_len=128 generated=83/128
+[decode] max_len=128 generated=84/128
+[decode] max_len=128 generated=85/128
+[decode] max_len=128 generated=86/128
+[decode] max_len=128 generated=87/128
+[decode] max_len=128 generated=88/128
+[decode] max_len=128 generated=89/128
+[decode] max_len=128 generated=90/128
+[decode] max_len=128 generated=91/128
+[decode] max_len=128 generated=92/128
+[decode] max_len=128 generated=93/128
+[decode] max_len=128 generated=94/128
+[decode] max_len=128 generated=95/128
+[decode] max_len=128 generated=96/128
+[decode] max_len=128 generated=97/128
+[decode] max_len=128 generated=98/128
+[decode] max_len=128 generated=99/128
+[decode] max_len=128 generated=100/128
+[decode] max_len=128 generated=101/128
+[decode] max_len=128 generated=102/128
+[decode] max_len=128 generated=103/128
+[decode] max_len=128 generated=104/128
+[decode] max_len=128 generated=105/128
+[decode] max_len=128 generated=106/128
+[decode] max_len=128 generated=107/128
+[decode] max_len=128 generated=108/128
+[decode] max_len=128 generated=109/128
+[decode] max_len=128 generated=110/128
+[decode] max_len=128 generated=111/128
+[decode] max_len=128 generated=112/128
+[decode] max_len=128 generated=113/128
+[decode] max_len=128 generated=114/128
+[decode] max_len=128 generated=115/128
+[decode] max_len=128 generated=116/128
+[decode] max_len=128 generated=117/128
+[decode] max_len=128 generated=118/128
+[decode] max_len=128 generated=119/128
+[decode] max_len=128 generated=120/128
+[decode] max_len=128 generated=121/128
+[decode] max_len=128 generated=122/128
+[decode] max_len=128 generated=123/128
+[decode] max_len=128 generated=124/128
+[decode] max_len=128 generated=125/128
+[decode] max_len=128 generated=126/128
+[decode] max_len=128 generated=127/128
+[decode] max_len=128 generated=128/128
+[
+  {
+    "checkpoint": "runs/lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525/step_0004000.pt",
+    "ckpt_step": 4000,
+    "max_len": 128,
+    "decode_rule": "dual_line_resample",
+    "support_power": 1.0,
+    "semantic_power": 1.5,
+    "steps": 128,
+    "c_min": 1.0,
+    "c_max": 1024.0,
+    "anchor_mode": "state",
+    "model_t_mode": "flow",
+    "time_schedule": "uniform",
+    "time_logit_mean": -1.5,
+    "time_logit_std": 0.8,
+    "time_power": 2.0,
+    "input_noise_scale": 0.0,
+    "input_noise_until": 1.0,
+    "input_noise_dirichlet_concentration": 1.0,
+    "endpoint_softening": "none",
+    "endpoint_soft_power": 2.0,
+    "endpoint_soft_min_conf": 0.0,
+    "endpoint_soft_max_conf": 1.0,
+    "soft_target_decode_mode": "off",
+    "soft_target_power": 1.0,
+    "soft_target_min_conf": 0.0,
+    "soft_target_max_conf": 1.0,
+    "soft_target_debias_start": 0.7,
+    "final_from": "blend",
+    "final_decode": "argmax",
+    "final_sample_temp": 1.0,
+    "final_top_k": 0,
+    "final_top_p": 1.0,
+    "commit_mode": "off",
+    "commit_conf_threshold": 0.0,
+    "commit_margin_threshold": 0.0,
+    "commit_start": 0.0,
+    "commit_min_ratio": 0.0,
+    "commit_max_ratio": 1.0,
+    "commit_power": 2.0,
+    "commit_freq_max_frac": 0.08,
+    "early_temp": 2.8,
+    "late_temp": 1.45,
+    "temp_end": 0.55,
+    "temp_power": 1.5,
+    "pos_extend": "repeat",
+    "fixed_first_token_id": null,
+    "fixed_first_token_text": "",
+    "fixed_first_initial_argmax": false,
+    "use_ema": false,
+    "n_samples": 128,
+    "sample_entropy": 2.511119662319481,
+    "unique_tokens": 1374,
+    "token_count": 16384,
+    "distinct_1": 0.0838623046875,
+    "distinct_2": 0.273068405511811,
+    "top_token_mass": 0.25384521484375,
+    "texts_preview": [
+      "[CLS] parsons, parsons, abrahambach, nero, parsons, maud, bethany bethany, rachel cummings, patul parsons, rachel perkins, freeman, perkins baird, robertson, yeiv, bethany., baird, feldman, brigad, miguel, baprkin, robertson, rachel parsons, dean, parsons, bautista, cheney, mitoutiner,, parsons, freeman, hoffman, stephen lowry, federer, wooev, wilder,, bethany, bethany., miguel, fitzpatrick cantor, dwight parsons, saunders, bethany, bentley, parsons, fletcher, bautista., freeman, moran, parsons, keith parsons, hoffman, [SEP]",
+      "[CLS], cody parsons, abraham norris, wesley, russell, rachel, bethany bethany, brennan parsons, clark freeman, parsons, lloyd., ellis, bautista. wesley, jr. wheeler, sly, jr., dean, harrison, bethany., tommy rachel,, freeman cole, n. brennan, jr., mcdonald, rachel, rachel, baird, bautista, becker,, russell freeman, lowry, mcguire, keith donaldson,, bethany freeman, brennan, bethany howe, ashley, rowland, parsons, derrick, norris bethany. baird, bethany fallon, robertson, dean felipe, freeman, joel freeman, bautista, saunders, freeman [SEP]",
+      "[CLS] ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ( ) ) ) ) ) ) ) ( ) ) ) ) ) ) ) ) ) ) ( ( ( ( ( ( ( ) ) ( ( ( ) ( ( ) ( ) ) ) ) ) ) ( ( ( ) ) ) ( ) ) ) ) ) ) ) ( ) ( ) ( ) ) ( ( ( ( ) ( ( ) ) ) ) ( ) ) ) ) ) ( ) ) ) ) ( ) ) ) ) ( ( ( ( ) ( ( ) ) ) ) ( ( ) ) ( ) ) ( ) ( [SEP]",
+      "[CLS],, bautista, freeman, freeman, baird, vince cassidy, martha knox,, boone bautista, orr,, walton, rooney, brennan., parsons, r. brennan,, j. freeman, clark, parsons, baird,, parsons freeman, bautista,, martha, clark., j. parsons., jr., j. freeman,, parsons,, martha, parsons, bautista,, olson, hooper, saunders, freeman, j.,, brennan, freeman. freeman, cassidy, jr., j. schmidt, j. j. freeman., j., parsons, j. saunders., [SEP]"
+    ],
+    "gen_ppl": 38.60281668132819,
+    "gen_nll": 3.653325244827395,
+    "gen_tokens": 15926
+  }
+]
+[watch-dualline] 2026-05-26_00:11:07 done step_0004000

LTA_openwebtext_dualt/logs/owt_bert_absrope_time4_len128_C1_to_1024_mask1_sameT_every1k_dualline_watch/infer_lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525_step_0027000.log

@@ -0,0 +1,199 @@
+[watch-dualline] 2026-05-26_09:15:36 infer runs/lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525/step_0027000.pt -> docs/lta_samples/metrics_20260525/owt_bert_absrope_time4_len128_C1_to_1024_mask1_sameT_every1k_dualline_dirres_c1_1024_n128/lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525/step_0027000
+[decode] max_len=128 generated=1/128
+[decode] max_len=128 generated=2/128
+[decode] max_len=128 generated=3/128
+[decode] max_len=128 generated=4/128
+[decode] max_len=128 generated=5/128
+[decode] max_len=128 generated=6/128
+[decode] max_len=128 generated=7/128
+[decode] max_len=128 generated=8/128
+[decode] max_len=128 generated=9/128
+[decode] max_len=128 generated=10/128
+[decode] max_len=128 generated=11/128
+[decode] max_len=128 generated=12/128
+[decode] max_len=128 generated=13/128
+[decode] max_len=128 generated=14/128
+[decode] max_len=128 generated=15/128
+[decode] max_len=128 generated=16/128
+[decode] max_len=128 generated=17/128
+[decode] max_len=128 generated=18/128
+[decode] max_len=128 generated=19/128
+[decode] max_len=128 generated=20/128
+[decode] max_len=128 generated=21/128
+[decode] max_len=128 generated=22/128
+[decode] max_len=128 generated=23/128
+[decode] max_len=128 generated=24/128
+[decode] max_len=128 generated=25/128
+[decode] max_len=128 generated=26/128
+[decode] max_len=128 generated=27/128
+[decode] max_len=128 generated=28/128
+[decode] max_len=128 generated=29/128
+[decode] max_len=128 generated=30/128
+[decode] max_len=128 generated=31/128
+[decode] max_len=128 generated=32/128
+[decode] max_len=128 generated=33/128
+[decode] max_len=128 generated=34/128
+[decode] max_len=128 generated=35/128
+[decode] max_len=128 generated=36/128
+[decode] max_len=128 generated=37/128
+[decode] max_len=128 generated=38/128
+[decode] max_len=128 generated=39/128
+[decode] max_len=128 generated=40/128
+[decode] max_len=128 generated=41/128
+[decode] max_len=128 generated=42/128
+[decode] max_len=128 generated=43/128
+[decode] max_len=128 generated=44/128
+[decode] max_len=128 generated=45/128
+[decode] max_len=128 generated=46/128
+[decode] max_len=128 generated=47/128
+[decode] max_len=128 generated=48/128
+[decode] max_len=128 generated=49/128
+[decode] max_len=128 generated=50/128
+[decode] max_len=128 generated=51/128
+[decode] max_len=128 generated=52/128
+[decode] max_len=128 generated=53/128
+[decode] max_len=128 generated=54/128
+[decode] max_len=128 generated=55/128
+[decode] max_len=128 generated=56/128
+[decode] max_len=128 generated=57/128
+[decode] max_len=128 generated=58/128
+[decode] max_len=128 generated=59/128
+[decode] max_len=128 generated=60/128
+[decode] max_len=128 generated=61/128
+[decode] max_len=128 generated=62/128
+[decode] max_len=128 generated=63/128
+[decode] max_len=128 generated=64/128
+[decode] max_len=128 generated=65/128
+[decode] max_len=128 generated=66/128
+[decode] max_len=128 generated=67/128
+[decode] max_len=128 generated=68/128
+[decode] max_len=128 generated=69/128
+[decode] max_len=128 generated=70/128
+[decode] max_len=128 generated=71/128
+[decode] max_len=128 generated=72/128
+[decode] max_len=128 generated=73/128
+[decode] max_len=128 generated=74/128
+[decode] max_len=128 generated=75/128
+[decode] max_len=128 generated=76/128
+[decode] max_len=128 generated=77/128
+[decode] max_len=128 generated=78/128
+[decode] max_len=128 generated=79/128
+[decode] max_len=128 generated=80/128
+[decode] max_len=128 generated=81/128
+[decode] max_len=128 generated=82/128
+[decode] max_len=128 generated=83/128
+[decode] max_len=128 generated=84/128
+[decode] max_len=128 generated=85/128
+[decode] max_len=128 generated=86/128
+[decode] max_len=128 generated=87/128
+[decode] max_len=128 generated=88/128
+[decode] max_len=128 generated=89/128
+[decode] max_len=128 generated=90/128
+[decode] max_len=128 generated=91/128
+[decode] max_len=128 generated=92/128
+[decode] max_len=128 generated=93/128
+[decode] max_len=128 generated=94/128
+[decode] max_len=128 generated=95/128
+[decode] max_len=128 generated=96/128
+[decode] max_len=128 generated=97/128
+[decode] max_len=128 generated=98/128
+[decode] max_len=128 generated=99/128
+[decode] max_len=128 generated=100/128
+[decode] max_len=128 generated=101/128
+[decode] max_len=128 generated=102/128
+[decode] max_len=128 generated=103/128
+[decode] max_len=128 generated=104/128
+[decode] max_len=128 generated=105/128
+[decode] max_len=128 generated=106/128
+[decode] max_len=128 generated=107/128
+[decode] max_len=128 generated=108/128
+[decode] max_len=128 generated=109/128
+[decode] max_len=128 generated=110/128
+[decode] max_len=128 generated=111/128
+[decode] max_len=128 generated=112/128
+[decode] max_len=128 generated=113/128
+[decode] max_len=128 generated=114/128
+[decode] max_len=128 generated=115/128
+[decode] max_len=128 generated=116/128
+[decode] max_len=128 generated=117/128
+[decode] max_len=128 generated=118/128
+[decode] max_len=128 generated=119/128
+[decode] max_len=128 generated=120/128
+[decode] max_len=128 generated=121/128
+[decode] max_len=128 generated=122/128
+[decode] max_len=128 generated=123/128
+[decode] max_len=128 generated=124/128
+[decode] max_len=128 generated=125/128
+[decode] max_len=128 generated=126/128
+[decode] max_len=128 generated=127/128
+[decode] max_len=128 generated=128/128
+[
+  {
+    "checkpoint": "runs/lta_owt_bert_absrope_time4_dirichlet_len128_C1_to_1024_mask1_sameT_gbs512_b32_4gpu_1m_save1k_20260525/step_0027000.pt",
+    "ckpt_step": 27000,
+    "max_len": 128,
+    "decode_rule": "dual_line_resample",
+    "support_power": 1.0,
+    "semantic_power": 1.5,
+    "steps": 128,
+    "c_min": 1.0,
+    "c_max": 1024.0,
+    "anchor_mode": "state",
+    "model_t_mode": "flow",
+    "time_schedule": "uniform",
+    "time_logit_mean": -1.5,
+    "time_logit_std": 0.8,
+    "time_power": 2.0,
+    "input_noise_scale": 0.0,
+    "input_noise_until": 1.0,
+    "input_noise_dirichlet_concentration": 1.0,
+    "endpoint_softening": "none",
+    "endpoint_soft_power": 2.0,
+    "endpoint_soft_min_conf": 0.0,
+    "endpoint_soft_max_conf": 1.0,
+    "soft_target_decode_mode": "off",
+    "soft_target_power": 1.0,
+    "soft_target_min_conf": 0.0,
+    "soft_target_max_conf": 1.0,
+    "soft_target_debias_start": 0.7,
+    "final_from": "blend",
+    "final_decode": "argmax",
+    "final_sample_temp": 1.0,
+    "final_top_k": 0,
+    "final_top_p": 1.0,
+    "commit_mode": "off",
+    "commit_conf_threshold": 0.0,
+    "commit_margin_threshold": 0.0,
+    "commit_start": 0.0,
+    "commit_min_ratio": 0.0,
+    "commit_max_ratio": 1.0,
+    "commit_power": 2.0,
+    "commit_freq_max_frac": 0.08,
+    "early_temp": 2.8,
+    "late_temp": 1.45,
+    "temp_end": 0.55,
+    "temp_power": 1.5,
+    "pos_extend": "repeat",
+    "fixed_first_token_id": null,
+    "fixed_first_token_text": "",
+    "fixed_first_initial_argmax": false,
+    "use_ema": false,
+    "n_samples": 128,
+    "sample_entropy": 3.5187794777710533,
+    "unique_tokens": 1778,
+    "token_count": 16384,
+    "distinct_1": 0.1085205078125,
+    "distinct_2": 0.48302165354330706,
+    "top_token_mass": 0.0723876953125,
+    "texts_preview": [
+      "[CLS] t think it, there ' s the kinds of justifications. \" they ' re willing to talk for people, but for the most important way. \" that ' s probably one of the things i did for the country. it ' s important to know that what ' s wrong, \" tomey said, \" you have to say well, if you ' re doing what ' s really wrong \", that said, it ' s not really simple things, that ' ll have a major end to it, \" he added. that ' s very complicated... john mcconnell, the us secretary of agriculture and environmental affairs, [SEP]",
+      "[CLS] first versions of the 3ds,, compatible with the previous versions of the compact design of the display design, and in the traditional 3d design designs that are not currently available. for the iphone, v. 8 is a wonderful, unique, custom 3d design, most frequently packed with the graphics model, giving the superior performance - adjusted ability to provide a higher point on the display. the 3d design designs are very beautiful and have a large portion of the classic design. however, the design style upgrades to the 3d designs for ultra -, high - level 3d designers, with the compact designs for the rest of the display can be seen [SEP]",
+      "[CLS] experience. you are aware of placing it as a result. it may also make it easier to develop your own or keep you in your mind, and with a different other. it ' s a possibility for that to make success, if you aren ' t always looking for any product to give your confidence. however, that ' s what the scientific organization offers. as much as for them, to develop some essential aspects of the creation and way of saving resources. in finding a way to learn, you may have an understanding that that being developed in mind in a long way that there ' s no legitimate need to go beyond. in [SEP]",
+      "[CLS]jiu zakjajajago kotlanja za pojaja zaja kajaannajaja kajavja, kojaz pejajarija zarjajajnjajaja mojjajagojavja kaja kojajaja, na zajaja zav kokjadid koja kovajaja je kokjajajak, zaja kojava koja, kocijajak, je zaz kozn kovajjazv muja, nazja za kojazjaz, ko [SEP]"
+    ],
+    "gen_ppl": 49.76661608974514,
+    "gen_nll": 3.907344399595443,
+    "gen_tokens": 16206
+  }
+]
+[watch-dualline] 2026-05-26_09:22:55 done step_0027000

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/fsspec/implementations/asyn_wrapper.py

@@ -0,0 +1,124 @@
+import asyncio
+import functools
+import inspect
+
+import fsspec
+from fsspec.asyn import AsyncFileSystem, running_async
+
+from .chained import ChainedFileSystem
+
+
+def async_wrapper(func, obj=None, semaphore=None):
+    """
+    Wraps a synchronous function to make it awaitable.
+
+    Parameters
+    ----------
+    func : callable
+        The synchronous function to wrap.
+    obj : object, optional
+        The instance to bind the function to, if applicable.
+    semaphore : asyncio.Semaphore, optional
+        A semaphore to limit concurrent calls.
+
+    Returns
+    -------
+    coroutine
+        An awaitable version of the function.
+    """
+
+    @functools.wraps(func)
+    async def wrapper(*args, **kwargs):
+        if semaphore:
+            async with semaphore:
+                return await asyncio.to_thread(func, *args, **kwargs)
+        return await asyncio.to_thread(func, *args, **kwargs)
+
+    return wrapper
+
+
+class AsyncFileSystemWrapper(AsyncFileSystem, ChainedFileSystem):
+    """
+    A wrapper class to convert a synchronous filesystem into an asynchronous one.
+
+    This class takes an existing synchronous filesystem implementation and wraps all
+    its methods to provide an asynchronous interface.
+
+    Parameters
+    ----------
+    sync_fs : AbstractFileSystem
+        The synchronous filesystem instance to wrap.
+    """
+
+    protocol = "asyncwrapper", "async_wrapper"
+    cachable = False
+
+    def __init__(
+        self,
+        fs=None,
+        asynchronous=None,
+        target_protocol=None,
+        target_options=None,
+        semaphore=None,
+        max_concurrent_tasks=None,
+        **kwargs,
+    ):
+        if asynchronous is None:
+            asynchronous = running_async()
+        super().__init__(asynchronous=asynchronous, **kwargs)
+        if fs is not None:
+            self.sync_fs = fs
+        else:
+            self.sync_fs = fsspec.filesystem(target_protocol, **target_options)
+        self.protocol = self.sync_fs.protocol
+        self.semaphore = semaphore
+        self._wrap_all_sync_methods()
+
+    @property
+    def fsid(self):
+        return f"async_{self.sync_fs.fsid}"
+
+    def _wrap_all_sync_methods(self):
+        """
+        Wrap all synchronous methods of the underlying filesystem with asynchronous versions.
+        """
+        excluded_methods = {"open"}
+        for method_name in dir(self.sync_fs):
+            if method_name.startswith("_") or method_name in excluded_methods:
+                continue
+
+            attr = inspect.getattr_static(self.sync_fs, method_name)
+            if isinstance(attr, property):
+                continue
+
+            method = getattr(self.sync_fs, method_name)
+            if callable(method) and not inspect.iscoroutinefunction(method):
+                async_method = async_wrapper(method, obj=self, semaphore=self.semaphore)
+                setattr(self, f"_{method_name}", async_method)
+
+    @classmethod
+    def wrap_class(cls, sync_fs_class):
+        """
+        Create a new class that can be used to instantiate an AsyncFileSystemWrapper
+        with lazy instantiation of the underlying synchronous filesystem.
+
+        Parameters
+        ----------
+        sync_fs_class : type
+            The class of the synchronous filesystem to wrap.
+
+        Returns
+        -------
+        type
+            A new class that wraps the provided synchronous filesystem class.
+        """
+
+        class GeneratedAsyncFileSystemWrapper(cls):
+            def __init__(self, *args, **kwargs):
+                sync_fs = sync_fs_class(*args, **kwargs)
+                super().__init__(sync_fs)
+
+        GeneratedAsyncFileSystemWrapper.__name__ = (
+            f"Async{sync_fs_class.__name__}Wrapper"
+        )
+        return GeneratedAsyncFileSystemWrapper

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/fsspec/implementations/data.py

@@ -0,0 +1,57 @@
+import base64
+import io
+from urllib.parse import unquote
+
+from fsspec import AbstractFileSystem
+
+
+class DataFileSystem(AbstractFileSystem):
+    """A handy decoder for data-URLs
+
+    Example
+    -------
+    >>> with fsspec.open("data:,Hello%2C%20World%21") as f:
+    ...     print(f.read())
+    b"Hello, World!"
+
+    See https://developer.mozilla.org/en-US/docs/Web/HTTP/Basics_of_HTTP/Data_URLs
+    """
+
+    protocol = "data"
+
+    def __init__(self, **kwargs):
+        """No parameters for this filesystem"""
+        super().__init__(**kwargs)
+
+    def cat_file(self, path, start=None, end=None, **kwargs):
+        pref, data = path.split(",", 1)
+        if pref.endswith("base64"):
+            return base64.b64decode(data)[start:end]
+        return unquote(data).encode()[start:end]
+
+    def info(self, path, **kwargs):
+        pref, name = path.split(",", 1)
+        data = self.cat_file(path)
+        mime = pref.split(":", 1)[1].split(";", 1)[0]
+        return {"name": name, "size": len(data), "type": "file", "mimetype": mime}
+
+    def _open(
+        self,
+        path,
+        mode="rb",
+        block_size=None,
+        autocommit=True,
+        cache_options=None,
+        **kwargs,
+    ):
+        if "r" not in mode:
+            raise ValueError("Read only filesystem")
+        return io.BytesIO(self.cat_file(path))
+
+    @staticmethod
+    def encode(data: bytes, mime: str | None = None):
+        """Format the given data into data-URL syntax
+
+        This version always base64 encodes, even when the data is ascii/url-safe.
+        """
+        return f"data:{mime or ''};base64,{base64.b64encode(data).decode()}"

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/flatiter.pyi

@@ -0,0 +1,31 @@
+import sys
+from typing import Any
+
+import numpy as np
+import numpy.typing as npt
+
+if sys.version_info >= (3, 11):
+    from typing import assert_type
+else:
+    from typing_extensions import assert_type
+
+a: np.flatiter[npt.NDArray[np.str_]]
+
+assert_type(a.base, npt.NDArray[np.str_])
+assert_type(a.copy(), npt.NDArray[np.str_])
+assert_type(a.coords, tuple[int, ...])
+assert_type(a.index, int)
+assert_type(iter(a), np.flatiter[npt.NDArray[np.str_]])
+assert_type(next(a), np.str_)
+assert_type(a[0], np.str_)
+assert_type(a[[0, 1, 2]], npt.NDArray[np.str_])
+assert_type(a[...], npt.NDArray[np.str_])
+assert_type(a[:], npt.NDArray[np.str_])
+assert_type(a[(...,)], npt.NDArray[np.str_])
+assert_type(a[(0,)], np.str_)
+assert_type(a.__array__(), npt.NDArray[np.str_])
+assert_type(a.__array__(np.dtype(np.float64)), npt.NDArray[np.float64])
+a[0] = "a"
+a[:5] = "a"
+a[...] = "a"
+a[(...,)] = "a"

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/ndarray_misc.pyi

@@ -0,0 +1,226 @@
+"""
+Tests for miscellaneous (non-magic) ``np.ndarray``/``np.generic`` methods.
+
+More extensive tests are performed for the methods'
+function-based counterpart in `../from_numeric.py`.
+
+"""
+
+import sys
+import operator
+import ctypes as ct
+from typing import Any, Literal
+
+import numpy as np
+import numpy.typing as npt
+
+if sys.version_info >= (3, 11):
+    from typing import assert_type
+else:
+    from typing_extensions import assert_type
+
+class SubClass(npt.NDArray[np.object_]): ...
+
+f8: np.float64
+B: SubClass
+AR_f8: npt.NDArray[np.float64]
+AR_i8: npt.NDArray[np.int64]
+AR_U: npt.NDArray[np.str_]
+AR_V: npt.NDArray[np.void]
+
+ctypes_obj = AR_f8.ctypes
+
+assert_type(AR_f8.__dlpack__(), Any)
+assert_type(AR_f8.__dlpack_device__(), tuple[int, Literal[0]])
+
+assert_type(ctypes_obj.data, int)
+assert_type(ctypes_obj.shape, ct.Array[np.ctypeslib.c_intp])
+assert_type(ctypes_obj.strides, ct.Array[np.ctypeslib.c_intp])
+assert_type(ctypes_obj._as_parameter_, ct.c_void_p)
+
+assert_type(ctypes_obj.data_as(ct.c_void_p), ct.c_void_p)
+assert_type(ctypes_obj.shape_as(ct.c_longlong), ct.Array[ct.c_longlong])
+assert_type(ctypes_obj.strides_as(ct.c_ubyte), ct.Array[ct.c_ubyte])
+
+assert_type(f8.all(), np.bool_)
+assert_type(AR_f8.all(), np.bool_)
+assert_type(AR_f8.all(axis=0), Any)
+assert_type(AR_f8.all(keepdims=True), Any)
+assert_type(AR_f8.all(out=B), SubClass)
+
+assert_type(f8.any(), np.bool_)
+assert_type(AR_f8.any(), np.bool_)
+assert_type(AR_f8.any(axis=0), Any)
+assert_type(AR_f8.any(keepdims=True), Any)
+assert_type(AR_f8.any(out=B), SubClass)
+
+assert_type(f8.argmax(), np.intp)
+assert_type(AR_f8.argmax(), np.intp)
+assert_type(AR_f8.argmax(axis=0), Any)
+assert_type(AR_f8.argmax(out=B), SubClass)
+
+assert_type(f8.argmin(), np.intp)
+assert_type(AR_f8.argmin(), np.intp)
+assert_type(AR_f8.argmin(axis=0), Any)
+assert_type(AR_f8.argmin(out=B), SubClass)
+
+assert_type(f8.argsort(), np.ndarray[Any, Any])
+assert_type(AR_f8.argsort(), np.ndarray[Any, Any])
+
+assert_type(f8.astype(np.int64).choose([()]), np.ndarray[Any, Any])
+assert_type(AR_f8.choose([0]), np.ndarray[Any, Any])
+assert_type(AR_f8.choose([0], out=B), SubClass)
+
+assert_type(f8.clip(1), np.ndarray[Any, Any])
+assert_type(AR_f8.clip(1), np.ndarray[Any, Any])
+assert_type(AR_f8.clip(None, 1), np.ndarray[Any, Any])
+assert_type(AR_f8.clip(1, out=B), SubClass)
+assert_type(AR_f8.clip(None, 1, out=B), SubClass)
+
+assert_type(f8.compress([0]), np.ndarray[Any, Any])
+assert_type(AR_f8.compress([0]), np.ndarray[Any, Any])
+assert_type(AR_f8.compress([0], out=B), SubClass)
+
+assert_type(f8.conj(), np.float64)
+assert_type(AR_f8.conj(), npt.NDArray[np.float64])
+assert_type(B.conj(), SubClass)
+
+assert_type(f8.conjugate(), np.float64)
+assert_type(AR_f8.conjugate(), npt.NDArray[np.float64])
+assert_type(B.conjugate(), SubClass)
+
+assert_type(f8.cumprod(), np.ndarray[Any, Any])
+assert_type(AR_f8.cumprod(), np.ndarray[Any, Any])
+assert_type(AR_f8.cumprod(out=B), SubClass)
+
+assert_type(f8.cumsum(), np.ndarray[Any, Any])
+assert_type(AR_f8.cumsum(), np.ndarray[Any, Any])
+assert_type(AR_f8.cumsum(out=B), SubClass)
+
+assert_type(f8.max(), Any)
+assert_type(AR_f8.max(), Any)
+assert_type(AR_f8.max(axis=0), Any)
+assert_type(AR_f8.max(keepdims=True), Any)
+assert_type(AR_f8.max(out=B), SubClass)
+
+assert_type(f8.mean(), Any)
+assert_type(AR_f8.mean(), Any)
+assert_type(AR_f8.mean(axis=0), Any)
+assert_type(AR_f8.mean(keepdims=True), Any)
+assert_type(AR_f8.mean(out=B), SubClass)
+
+assert_type(f8.min(), Any)
+assert_type(AR_f8.min(), Any)
+assert_type(AR_f8.min(axis=0), Any)
+assert_type(AR_f8.min(keepdims=True), Any)
+assert_type(AR_f8.min(out=B), SubClass)
+
+assert_type(f8.newbyteorder(), np.float64)
+assert_type(AR_f8.newbyteorder(), npt.NDArray[np.float64])
+assert_type(B.newbyteorder('|'), SubClass)
+
+assert_type(f8.prod(), Any)
+assert_type(AR_f8.prod(), Any)
+assert_type(AR_f8.prod(axis=0), Any)
+assert_type(AR_f8.prod(keepdims=True), Any)
+assert_type(AR_f8.prod(out=B), SubClass)
+
+assert_type(f8.ptp(), Any)
+assert_type(AR_f8.ptp(), Any)
+assert_type(AR_f8.ptp(axis=0), Any)
+assert_type(AR_f8.ptp(keepdims=True), Any)
+assert_type(AR_f8.ptp(out=B), SubClass)
+
+assert_type(f8.round(), np.float64)
+assert_type(AR_f8.round(), npt.NDArray[np.float64])
+assert_type(AR_f8.round(out=B), SubClass)
+
+assert_type(f8.repeat(1), npt.NDArray[np.float64])
+assert_type(AR_f8.repeat(1), npt.NDArray[np.float64])
+assert_type(B.repeat(1), npt.NDArray[np.object_])
+
+assert_type(f8.std(), Any)
+assert_type(AR_f8.std(), Any)
+assert_type(AR_f8.std(axis=0), Any)
+assert_type(AR_f8.std(keepdims=True), Any)
+assert_type(AR_f8.std(out=B), SubClass)
+
+assert_type(f8.sum(), Any)
+assert_type(AR_f8.sum(), Any)
+assert_type(AR_f8.sum(axis=0), Any)
+assert_type(AR_f8.sum(keepdims=True), Any)
+assert_type(AR_f8.sum(out=B), SubClass)
+
+assert_type(f8.take(0), np.float64)
+assert_type(AR_f8.take(0), np.float64)
+assert_type(AR_f8.take([0]), npt.NDArray[np.float64])
+assert_type(AR_f8.take(0, out=B), SubClass)
+assert_type(AR_f8.take([0], out=B), SubClass)
+
+assert_type(f8.var(), Any)
+assert_type(AR_f8.var(), Any)
+assert_type(AR_f8.var(axis=0), Any)
+assert_type(AR_f8.var(keepdims=True), Any)
+assert_type(AR_f8.var(out=B), SubClass)
+
+assert_type(AR_f8.argpartition([0]), npt.NDArray[np.intp])
+
+assert_type(AR_f8.diagonal(), npt.NDArray[np.float64])
+
+assert_type(AR_f8.dot(1), np.ndarray[Any, Any])
+assert_type(AR_f8.dot([1]), Any)
+assert_type(AR_f8.dot(1, out=B), SubClass)
+
+assert_type(AR_f8.nonzero(), tuple[npt.NDArray[np.intp], ...])
+
+assert_type(AR_f8.searchsorted(1), np.intp)
+assert_type(AR_f8.searchsorted([1]), npt.NDArray[np.intp])
+
+assert_type(AR_f8.trace(), Any)
+assert_type(AR_f8.trace(out=B), SubClass)
+
+assert_type(AR_f8.item(), float)
+assert_type(AR_U.item(), str)
+
+assert_type(AR_f8.ravel(), npt.NDArray[np.float64])
+assert_type(AR_U.ravel(), npt.NDArray[np.str_])
+
+assert_type(AR_f8.flatten(), npt.NDArray[np.float64])
+assert_type(AR_U.flatten(), npt.NDArray[np.str_])
+
+assert_type(AR_f8.reshape(1), npt.NDArray[np.float64])
+assert_type(AR_U.reshape(1), npt.NDArray[np.str_])
+
+assert_type(int(AR_f8), int)
+assert_type(int(AR_U), int)
+
+assert_type(float(AR_f8), float)
+assert_type(float(AR_U), float)
+
+assert_type(complex(AR_f8), complex)
+
+assert_type(operator.index(AR_i8), int)
+
+assert_type(AR_f8.__array_prepare__(B), npt.NDArray[np.object_])
+assert_type(AR_f8.__array_wrap__(B), npt.NDArray[np.object_])
+
+assert_type(AR_V[0], Any)
+assert_type(AR_V[0, 0], Any)
+assert_type(AR_V[AR_i8], npt.NDArray[np.void])
+assert_type(AR_V[AR_i8, AR_i8], npt.NDArray[np.void])
+assert_type(AR_V[AR_i8, None], npt.NDArray[np.void])
+assert_type(AR_V[0, ...], npt.NDArray[np.void])
+assert_type(AR_V[[0]], npt.NDArray[np.void])
+assert_type(AR_V[[0], [0]], npt.NDArray[np.void])
+assert_type(AR_V[:], npt.NDArray[np.void])
+assert_type(AR_V["a"], npt.NDArray[Any])
+assert_type(AR_V[["a", "b"]], npt.NDArray[np.void])
+
+assert_type(AR_f8.dump("test_file"), None)
+assert_type(AR_f8.dump(b"test_file"), None)
+with open("test_file", "wb") as f:
+    assert_type(AR_f8.dump(f), None)
+
+assert_type(AR_f8.__array_finalize__(None), None)
+assert_type(AR_f8.__array_finalize__(B), None)
+assert_type(AR_f8.__array_finalize__(AR_f8), None)

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/scalars.pyi

@@ -0,0 +1,162 @@
+import sys
+from typing import Any, Literal
+
+import numpy as np
+import numpy.typing as npt
+
+if sys.version_info >= (3, 11):
+    from typing import assert_type
+else:
+    from typing_extensions import assert_type
+
+b: np.bool_
+u8: np.uint64
+i8: np.int64
+f8: np.float64
+c8: np.complex64
+c16: np.complex128
+m: np.timedelta64
+U: np.str_
+S: np.bytes_
+V: np.void
+
+assert_type(c8.real, np.float32)
+assert_type(c8.imag, np.float32)
+
+assert_type(c8.real.real, np.float32)
+assert_type(c8.real.imag, np.float32)
+
+assert_type(c8.itemsize, int)
+assert_type(c8.shape, tuple[()])
+assert_type(c8.strides, tuple[()])
+
+assert_type(c8.ndim, Literal[0])
+assert_type(c8.size, Literal[1])
+
+assert_type(c8.squeeze(), np.complex64)
+assert_type(c8.byteswap(), np.complex64)
+assert_type(c8.transpose(), np.complex64)
+
+assert_type(c8.dtype, np.dtype[np.complex64])
+
+assert_type(c8.real, np.float32)
+assert_type(c16.imag, np.float64)
+
+assert_type(np.str_('foo'), np.str_)
+
+assert_type(V[0], Any)
+assert_type(V["field1"], Any)
+assert_type(V[["field1", "field2"]], np.void)
+V[0] = 5
+
+# Aliases
+assert_type(np.byte(), np.byte)
+assert_type(np.short(), np.short)
+assert_type(np.intc(), np.intc)
+assert_type(np.intp(), np.intp)
+assert_type(np.int_(), np.int_)
+assert_type(np.longlong(), np.longlong)
+
+assert_type(np.ubyte(), np.ubyte)
+assert_type(np.ushort(), np.ushort)
+assert_type(np.uintc(), np.uintc)
+assert_type(np.uintp(), np.uintp)
+assert_type(np.uint(), np.uint)
+assert_type(np.ulonglong(), np.ulonglong)
+
+assert_type(np.half(), np.half)
+assert_type(np.single(), np.single)
+assert_type(np.double(), np.double)
+assert_type(np.longdouble(), np.longdouble)
+assert_type(np.float_(), np.float_)
+assert_type(np.longfloat(), np.longfloat)
+
+assert_type(np.csingle(), np.csingle)
+assert_type(np.cdouble(), np.cdouble)
+assert_type(np.clongdouble(), np.clongdouble)
+assert_type(np.singlecomplex(), np.singlecomplex)
+assert_type(np.complex_(), np.complex_)
+assert_type(np.cfloat(), np.cfloat)
+assert_type(np.clongfloat(), np.clongfloat)
+assert_type(np.longcomplex(), np.longcomplex)
+
+assert_type(b.item(), bool)
+assert_type(i8.item(), int)
+assert_type(u8.item(), int)
+assert_type(f8.item(), float)
+assert_type(c16.item(), complex)
+assert_type(U.item(), str)
+assert_type(S.item(), bytes)
+
+assert_type(b.tolist(), bool)
+assert_type(i8.tolist(), int)
+assert_type(u8.tolist(), int)
+assert_type(f8.tolist(), float)
+assert_type(c16.tolist(), complex)
+assert_type(U.tolist(), str)
+assert_type(S.tolist(), bytes)
+
+assert_type(b.ravel(), npt.NDArray[np.bool_])
+assert_type(i8.ravel(), npt.NDArray[np.int64])
+assert_type(u8.ravel(), npt.NDArray[np.uint64])
+assert_type(f8.ravel(), npt.NDArray[np.float64])
+assert_type(c16.ravel(), npt.NDArray[np.complex128])
+assert_type(U.ravel(), npt.NDArray[np.str_])
+assert_type(S.ravel(), npt.NDArray[np.bytes_])
+
+assert_type(b.flatten(), npt.NDArray[np.bool_])
+assert_type(i8.flatten(), npt.NDArray[np.int64])
+assert_type(u8.flatten(), npt.NDArray[np.uint64])
+assert_type(f8.flatten(), npt.NDArray[np.float64])
+assert_type(c16.flatten(), npt.NDArray[np.complex128])
+assert_type(U.flatten(), npt.NDArray[np.str_])
+assert_type(S.flatten(), npt.NDArray[np.bytes_])
+
+assert_type(b.reshape(1), npt.NDArray[np.bool_])
+assert_type(i8.reshape(1), npt.NDArray[np.int64])
+assert_type(u8.reshape(1), npt.NDArray[np.uint64])
+assert_type(f8.reshape(1), npt.NDArray[np.float64])
+assert_type(c16.reshape(1), npt.NDArray[np.complex128])
+assert_type(U.reshape(1), npt.NDArray[np.str_])
+assert_type(S.reshape(1), npt.NDArray[np.bytes_])
+
+assert_type(i8.astype(float), Any)
+assert_type(i8.astype(np.float64), np.float64)
+
+assert_type(i8.view(), np.int64)
+assert_type(i8.view(np.float64), np.float64)
+assert_type(i8.view(float), Any)
+assert_type(i8.view(np.float64, np.ndarray), np.float64)
+
+assert_type(i8.getfield(float), Any)
+assert_type(i8.getfield(np.float64), np.float64)
+assert_type(i8.getfield(np.float64, 8), np.float64)
+
+assert_type(f8.as_integer_ratio(), tuple[int, int])
+assert_type(f8.is_integer(), bool)
+assert_type(f8.__trunc__(), int)
+assert_type(f8.__getformat__("float"), str)
+assert_type(f8.hex(), str)
+assert_type(np.float64.fromhex("0x0.0p+0"), np.float64)
+
+assert_type(f8.__getnewargs__(), tuple[float])
+assert_type(c16.__getnewargs__(), tuple[float, float])
+
+assert_type(i8.numerator, np.int64)
+assert_type(i8.denominator, Literal[1])
+assert_type(u8.numerator, np.uint64)
+assert_type(u8.denominator, Literal[1])
+assert_type(m.numerator, np.timedelta64)
+assert_type(m.denominator, Literal[1])
+
+assert_type(round(i8), int)
+assert_type(round(i8, 3), np.int64)
+assert_type(round(u8), int)
+assert_type(round(u8, 3), np.uint64)
+assert_type(round(f8), int)
+assert_type(round(f8, 3), np.float64)
+
+assert_type(f8.__ceil__(), int)
+assert_type(f8.__floor__(), int)
+
+assert_type(i8.is_integer(), Literal[True])

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/typing/tests/data/reveal/ufunclike.pyi

@@ -0,0 +1,37 @@
+import sys
+from typing import Any
+
+import numpy as np
+import numpy.typing as npt
+
+if sys.version_info >= (3, 11):
+    from typing import assert_type
+else:
+    from typing_extensions import assert_type
+
+AR_LIKE_b: list[bool]
+AR_LIKE_u: list[np.uint32]
+AR_LIKE_i: list[int]
+AR_LIKE_f: list[float]
+AR_LIKE_O: list[np.object_]
+
+AR_U: npt.NDArray[np.str_]
+
+assert_type(np.fix(AR_LIKE_b), npt.NDArray[np.floating[Any]])
+assert_type(np.fix(AR_LIKE_u), npt.NDArray[np.floating[Any]])
+assert_type(np.fix(AR_LIKE_i), npt.NDArray[np.floating[Any]])
+assert_type(np.fix(AR_LIKE_f), npt.NDArray[np.floating[Any]])
+assert_type(np.fix(AR_LIKE_O), npt.NDArray[np.object_])
+assert_type(np.fix(AR_LIKE_f, out=AR_U), npt.NDArray[np.str_])
+
+assert_type(np.isposinf(AR_LIKE_b), npt.NDArray[np.bool_])
+assert_type(np.isposinf(AR_LIKE_u), npt.NDArray[np.bool_])
+assert_type(np.isposinf(AR_LIKE_i), npt.NDArray[np.bool_])
+assert_type(np.isposinf(AR_LIKE_f), npt.NDArray[np.bool_])
+assert_type(np.isposinf(AR_LIKE_f, out=AR_U), npt.NDArray[np.str_])
+
+assert_type(np.isneginf(AR_LIKE_b), npt.NDArray[np.bool_])
+assert_type(np.isneginf(AR_LIKE_u), npt.NDArray[np.bool_])
+assert_type(np.isneginf(AR_LIKE_i), npt.NDArray[np.bool_])
+assert_type(np.isneginf(AR_LIKE_f), npt.NDArray[np.bool_])
+assert_type(np.isneginf(AR_LIKE_f, out=AR_U), npt.NDArray[np.str_])

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/llama/__init__.py

@@ -0,0 +1,28 @@
+# Copyright 2024 The HuggingFace Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+from typing import TYPE_CHECKING
+
+from ...utils import _LazyModule
+from ...utils.import_utils import define_import_structure
+
+
+if TYPE_CHECKING:
+    from .configuration_llama import *
+    from .modeling_llama import *
+    from .tokenization_llama import *
+else:
+    import sys
+
+    _file = globals()["__file__"]
+    sys.modules[__name__] = _LazyModule(__name__, _file, define_import_structure(_file), module_spec=__spec__)

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/llama/configuration_llama.py

@@ -0,0 +1,103 @@
+# Copyright 2022 EleutherAI and the HuggingFace Inc. team. All rights reserved.
+#
+# This code is based on EleutherAI's GPT-NeoX library and the GPT-NeoX
+# and OPT implementations in this library. It has been modified from its
+# original forms to accommodate minor architectural differences compared
+# to GPT-NeoX and OPT used by the Meta AI team that trained the model.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""LLaMA model configuration"""
+
+from huggingface_hub.dataclasses import strict
+
+from ...configuration_utils import PreTrainedConfig
+from ...modeling_rope_utils import RopeParameters
+from ...utils import auto_docstring
+from ...utils.type_validators import interval
+
+
+@auto_docstring(checkpoint="meta-llama/Llama-2-7b-hf")
+@strict
+class LlamaConfig(PreTrainedConfig):
+    r"""
+    ```python
+    >>> from transformers import LlamaModel, LlamaConfig
+
+    >>> # Initializing a LLaMA llama-7b style configuration
+    >>> configuration = LlamaConfig()
+
+    >>> # Initializing a model from the llama-7b style configuration
+    >>> model = LlamaModel(configuration)
+
+    >>> # Accessing the model configuration
+    >>> configuration = model.config
+    ```"""
+
+    model_type = "llama"
+    keys_to_ignore_at_inference = ["past_key_values"]
+    # Default tensor parallel plan for base model `LlamaModel`
+    base_model_tp_plan = {
+        "layers.*.self_attn.q_proj": "colwise",
+        "layers.*.self_attn.k_proj": "colwise",
+        "layers.*.self_attn.v_proj": "colwise",
+        "layers.*.self_attn.o_proj": "rowwise",
+        "layers.*.mlp.gate_proj": "colwise",
+        "layers.*.mlp.up_proj": "colwise",
+        "layers.*.mlp.down_proj": "rowwise",
+    }
+    base_model_pp_plan = {
+        "embed_tokens": (["input_ids"], ["inputs_embeds"]),
+        "layers": (["hidden_states", "attention_mask"], ["hidden_states"]),
+        "norm": (["hidden_states"], ["hidden_states"]),
+    }
+
+    vocab_size: int = 32000
+    hidden_size: int = 4096
+    intermediate_size: int = 11008
+    num_hidden_layers: int = 32
+    num_attention_heads: int = 32
+    num_key_value_heads: int | None = None
+    hidden_act: str = "silu"
+    max_position_embeddings: int = 2048
+    initializer_range: float = interval(min=0.0, max=1.0)(default=0.02)
+    rms_norm_eps: float = 1e-6
+    use_cache: bool = True
+    pad_token_id: int | None = None
+    bos_token_id: int | None = 1
+    eos_token_id: int | list[int] | None = 2
+    pretraining_tp: int | None = 1
+    tie_word_embeddings: bool = False
+    rope_parameters: RopeParameters | dict | None = None
+    attention_bias: bool = False
+    attention_dropout: int | float | None = 0.0
+    mlp_bias: bool = False
+    head_dim: int | None = None
+
+    def __post_init__(self, **kwargs):
+        if self.head_dim is None:
+            self.head_dim = self.hidden_size // self.num_attention_heads
+        if self.num_key_value_heads is None:
+            self.num_key_value_heads = self.num_attention_heads
+
+        super().__post_init__(**kwargs)
+
+    def validate_architecture(self):
+        """Part of `@strict`-powered validation. Validates the architecture of the config."""
+        if self.hidden_size % self.num_attention_heads != 0:
+            raise ValueError(
+                f"The hidden size ({self.hidden_size}) is not a multiple of the number of attention "
+                f"heads ({self.num_attention_heads})."
+            )
+
+
+__all__ = ["LlamaConfig"]

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/llama/tokenization_llama.py

@@ -0,0 +1,149 @@
+# Copyright 2020 The HuggingFace Inc. team.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from tokenizers import Tokenizer, decoders, pre_tokenizers
+from tokenizers.models import BPE
+
+from ...tokenization_utils_base import _get_prepend_scheme
+from ...tokenization_utils_tokenizers import TokenizersBackend
+from ...utils import logging
+
+
+logger = logging.get_logger(__name__)
+VOCAB_FILES_NAMES = {"vocab_file": "tokenizer.model", "tokenizer_file": "tokenizer.json"}
+
+B_INST, E_INST = "[INST]", "[/INST]"
+B_SYS, E_SYS = "<<SYS>>\n", "\n<</SYS>>\n\n"
+
+# fmt: off
+DEFAULT_SYSTEM_PROMPT = """You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your \
+answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure\
+ that your responses are socially unbiased and positive in nature.
+
+If a question does not make any sense, or is not factually coherent, explain why instead of answering something not \
+correct. If you don't know the answer to a question, please don't share false information."""
+# fmt: on
+
+
+class LlamaTokenizer(TokenizersBackend):
+    """
+    Construct a Llama tokenizer. Based on byte-level Byte-Pair-Encoding.
+
+    This uses notably ByteFallback and no normalization.
+
+    ```python
+    >>> from transformers import LlamaTokenizer
+
+    >>> tokenizer = LlamaTokenizer.from_pretrained("hf-internal-testing/llama-tokenizer")
+    >>> tokenizer.encode("Hello this is a test")
+    [1, 15043, 445, 338, 263, 1243]
+    ```
+
+    If you want to change the `bos_token` or the `eos_token`, make sure to specify them when initializing the model, or
+    call `tokenizer.update_post_processor()` to make sure that the post-processing is correctly done (otherwise the
+    values of the first token and final token of an encoded sequence will not be correct). For more details, checkout
+    [post-processors] (https://huggingface.co/docs/tokenizers/api/post-processors) documentation.
+
+
+    This tokenizer inherits from [`PreTrainedTokenizerFast`] which contains most of the main methods. Users should
+    refer to this superclass for more information regarding those methods.
+
+    Args:
+        vocab (`str`, `dict` or `list`, *optional*):
+            Path to the vocabulary file, a dictionary or a list of tokens.
+        merges (`str` or `list`, *optional*):
+            Path to the merges file or a list of merges.
+        clean_up_tokenization_spaces (`bool`, *optional*, defaults to `False`):
+            Whether or not to cleanup spaces after decoding, cleanup consists in removing potential artifacts like
+            extra spaces.
+        unk_token (`str` or `tokenizers.AddedToken`, *optional*, defaults to `"<unk>"`):
+            The unknown token. A token that is not in the vocabulary cannot be converted to an ID and is set to be this
+            token instead.
+        bos_token (`str` or `tokenizers.AddedToken`, *optional*, defaults to `"<s>"`):
+            The beginning of sequence token that was used during pretraining. Can be used a sequence classifier token.
+        eos_token (`str` or `tokenizers.AddedToken`, *optional*, defaults to `"</s>"`):
+            The end of sequence token.
+        add_bos_token (`bool`, *optional*, defaults to `True`):
+            Whether or not to add an `bos_token` at the start of sequences.
+        add_eos_token (`bool`, *optional*, defaults to `False`):
+            Whether or not to add an `eos_token` at the end of sequences.
+        use_default_system_prompt (`bool`, *optional*, defaults to `False`):
+            Whether or not the default system prompt for Llama should be used
+        add_prefix_space (`bool`, *optional*):
+            Whether or not the tokenizer should automatically add a prefix space
+    """
+
+    vocab_files_names = VOCAB_FILES_NAMES
+    padding_side = "left"
+    model_input_names = ["input_ids", "attention_mask"]
+    model = BPE
+
+    def __init__(
+        self,
+        vocab: str | dict | list | None = None,
+        merges: str | list | None = None,
+        clean_up_tokenization_spaces=False,
+        unk_token="<unk>",
+        bos_token="<s>",
+        eos_token="</s>",
+        use_default_system_prompt=False,
+        legacy=False,
+        add_prefix_space=None,
+        **kwargs,
+    ):
+        self.add_prefix_space = add_prefix_space if add_prefix_space is not None else True
+        self.legacy = legacy
+        self._vocab = vocab
+        if vocab is None:
+            self._vocab = {
+                str(unk_token): 0,
+                str(bos_token): 1,
+                str(eos_token): 2,
+            }
+
+        self._merges = merges or []
+        self._tokenizer = Tokenizer(
+            BPE(vocab=self._vocab, merges=self._merges, fuse_unk=True, byte_fallback=True, dropout=None)
+        )
+        self._tokenizer.normalizer = None
+        self._tokenizer.pre_tokenizer = pre_tokenizers.Metaspace(
+            replacement="▁", prepend_scheme=_get_prepend_scheme(self.add_prefix_space, self), split=False
+        )
+
+        sequence = [
+            decoders.Replace("▁", " "),
+            decoders.ByteFallback(),
+            decoders.Fuse(),
+        ]
+
+        if self.add_prefix_space:
+            sequence += [decoders.Strip(content=" ", left=1)]
+
+        self._tokenizer.decoder = decoders.Sequence(sequence)
+        self.use_default_system_prompt = use_default_system_prompt
+        super().__init__(
+            clean_up_tokenization_spaces=clean_up_tokenization_spaces,
+            unk_token=unk_token,
+            bos_token=bos_token,
+            eos_token=eos_token,
+            use_default_system_prompt=use_default_system_prompt,
+            add_prefix_space=add_prefix_space,
+            **kwargs,
+        )
+
+
+__all__ = ["LlamaTokenizer", "LlamaTokenizerFast"]
+
+# Backward alias
+LlamaTokenizerFast = LlamaTokenizer

LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu0.log

@@ -0,0 +1,290 @@
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.1 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:19:40+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:19:40+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:19:51+00:00] done decode=64 chunk=0
+[2026-06-11T22:19:51+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:20:00+00:00] done decode=64 chunk=1
+[2026-06-11T22:20:00+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:20:10+00:00] done decode=64 chunk=2
+[2026-06-11T22:20:10+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:20:20+00:00] done decode=64 chunk=3
+[2026-06-11T22:20:20+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:20:30+00:00] done decode=64 chunk=4
+[2026-06-11T22:20:30+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:20:39+00:00] done decode=64 chunk=5
+[2026-06-11T22:20:39+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:20:49+00:00] done decode=64 chunk=6
+[2026-06-11T22:20:49+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:20:58+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	8.980016917429428	4.735284730051378	0.04854265058767787	0.29445480390059	0.03289161966772128	63	63	63677	65427	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.55052904988468	4.749322052031107	0.04983127991838657	0.3023040462064852	0.03377540610531272	0	0	60223	63715	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:21:30+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.1 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.1 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:21:31+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:21:31+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:21:40+00:00] done decode=64 chunk=0
+[2026-06-11T22:21:40+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:21:50+00:00] done decode=64 chunk=1
+[2026-06-11T22:21:50+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:22:00+00:00] done decode=64 chunk=2
+[2026-06-11T22:22:00+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:22:09+00:00] done decode=64 chunk=3
+[2026-06-11T22:22:09+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:22:19+00:00] done decode=64 chunk=4
+[2026-06-11T22:22:19+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:22:28+00:00] done decode=64 chunk=5
+[2026-06-11T22:22:28+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:22:38+00:00] done decode=64 chunk=6
+[2026-06-11T22:22:38+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:22:48+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.6116250717056	4.801378977059413	0.05740384321632603	0.3248911632169862	0.03158891638407723	62	62	64279	65466	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.4789784826073	4.825114330669413	0.059235317303902246	0.3352831735620585	0.032605439495467084	0	0	60166	63425	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:23:02+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.1 gamma=0.5 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.2 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:23:02+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:23:02+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:23:12+00:00] done decode=64 chunk=0
+[2026-06-11T22:23:12+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:23:21+00:00] done decode=64 chunk=1
+[2026-06-11T22:23:21+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:23:31+00:00] done decode=64 chunk=2
+[2026-06-11T22:23:31+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:23:40+00:00] done decode=64 chunk=3
+[2026-06-11T22:23:40+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:23:50+00:00] done decode=64 chunk=4
+[2026-06-11T22:23:50+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:24:00+00:00] done decode=64 chunk=5
+[2026-06-11T22:24:00+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:24:09+00:00] done decode=64 chunk=6
+[2026-06-11T22:24:09+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:24:19+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.831168693847482	4.799520110233662	0.05337730548430439	0.3159630506145507	0.03290277268840845	63	63	64438	65496	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.617759167515526	4.819079951747872	0.054970980984287265	0.3254427632199818	0.03389483949102691	0	0	60579	63579	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:24:34+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.2 gamma=0.6 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.3 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:24:34+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:24:34+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:24:43+00:00] done decode=64 chunk=0
+[2026-06-11T22:24:43+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:24:53+00:00] done decode=64 chunk=1
+[2026-06-11T22:24:53+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:25:03+00:00] done decode=64 chunk=2
+[2026-06-11T22:25:03+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:25:12+00:00] done decode=64 chunk=3
+[2026-06-11T22:25:12+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:25:22+00:00] done decode=64 chunk=4
+[2026-06-11T22:25:22+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:25:32+00:00] done decode=64 chunk=5
+[2026-06-11T22:25:32+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:25:41+00:00] done decode=64 chunk=6
+[2026-06-11T22:25:41+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:25:51+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.294201158475163	4.822382024587515	0.0514013700929161	0.31241036282078666	0.03533558122148819	64	64	64545	65543	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.183555748318161	4.8423215583315455	0.052964302563296116	0.32194247432732076	0.03642082088378676	0	0	60613	63590	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:26:05+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.3 gamma=0.7 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.4 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:26:05+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:26:05+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:26:15+00:00] done decode=64 chunk=0
+[2026-06-11T22:26:15+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:26:25+00:00] done decode=64 chunk=1
+[2026-06-11T22:26:25+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:26:34+00:00] done decode=64 chunk=2
+[2026-06-11T22:26:34+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:26:44+00:00] done decode=64 chunk=3
+[2026-06-11T22:26:44+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:26:54+00:00] done decode=64 chunk=4
+[2026-06-11T22:26:54+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:27:03+00:00] done decode=64 chunk=5
+[2026-06-11T22:27:03+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:27:13+00:00] done decode=64 chunk=6
+[2026-06-11T22:27:13+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:27:22+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.245792584686763	4.802976473664811	0.050154827097030064	0.30192507169442917	0.034900925911801946	64	64	64843	65557	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.10973917107418	4.822652908456028	0.05165639929595172	0.31099621253791393	0.03595675132009052	0	0	60971	63632	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:27:36+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.8 s=1.4 gamma=0.8 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.1 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:27:37+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:27:37+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:27:46+00:00] done decode=64 chunk=0
+[2026-06-11T22:27:46+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:27:56+00:00] done decode=64 chunk=1
+[2026-06-11T22:27:56+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:28:05+00:00] done decode=64 chunk=2
+[2026-06-11T22:28:05+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:28:15+00:00] done decode=64 chunk=3
+[2026-06-11T22:28:15+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:28:24+00:00] done decode=64 chunk=4
+[2026-06-11T22:28:24+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:28:34+00:00] done decode=64 chunk=5
+[2026-06-11T22:28:34+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:28:43+00:00] done decode=64 chunk=6
+[2026-06-11T22:28:43+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:28:53+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	8.894816522005437	4.721785985314408	0.050520785607379576	0.30103700536066097	0.0313845871895904	62	62	63655	65478	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.46004406038917	4.731030116521393	0.05185661418804491	0.3090432955418607	0.03222417361851596	0	0	60211	63772	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:29:07+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.1 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.1 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:29:07+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:29:07+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:29:18+00:00] done decode=64 chunk=0
+[2026-06-11T22:29:18+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:29:27+00:00] done decode=64 chunk=1
+[2026-06-11T22:29:27+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:29:37+00:00] done decode=64 chunk=2
+[2026-06-11T22:29:37+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:29:46+00:00] done decode=64 chunk=3
+[2026-06-11T22:29:46+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:29:56+00:00] done decode=64 chunk=4
+[2026-06-11T22:29:56+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:30:05+00:00] done decode=64 chunk=5
+[2026-06-11T22:30:05+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:30:15+00:00] done decode=64 chunk=6
+[2026-06-11T22:30:15+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:30:24+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.903497514055724	4.818075205602854	0.06171840405551908	0.34009772484348755	0.0332717472629827	63	63	63755	65491	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.747035419230562	4.83891182039469	0.0636027386479893	0.3505052412881292	0.03429605729125679	0	0	59816	63535	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:30:39+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.1 gamma=0.5 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.2 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:30:39+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:30:39+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:30:48+00:00] done decode=64 chunk=0
+[2026-06-11T22:30:48+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:30:58+00:00] done decode=64 chunk=1
+[2026-06-11T22:30:58+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:31:07+00:00] done decode=64 chunk=2
+[2026-06-11T22:31:07+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:31:18+00:00] done decode=64 chunk=3
+[2026-06-11T22:31:18+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:31:27+00:00] done decode=64 chunk=4
+[2026-06-11T22:31:27+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:31:37+00:00] done decode=64 chunk=5
+[2026-06-11T22:31:37+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:31:47+00:00] done decode=64 chunk=6
+[2026-06-11T22:31:47+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:31:56+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.829268970807673	4.813492220618351	0.05482379157191044	0.3242467718794835	0.03397487751644561	61	61	64480	65519	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.679466596207376	4.835595911905303	0.056497797356828194	0.3341776931669787	0.03502202643171806	0	0	60532	63560	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:32:28+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.2 gamma=0.6 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.3 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:32:28+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:32:28+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:32:38+00:00] done decode=64 chunk=0
+[2026-06-11T22:32:38+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:32:47+00:00] done decode=64 chunk=1
+[2026-06-11T22:32:47+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:32:57+00:00] done decode=64 chunk=2
+[2026-06-11T22:32:57+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:33:07+00:00] done decode=64 chunk=3
+[2026-06-11T22:33:07+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:33:17+00:00] done decode=64 chunk=4
+[2026-06-11T22:33:17+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:33:26+00:00] done decode=64 chunk=5
+[2026-06-11T22:33:26+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:33:36+00:00] done decode=64 chunk=6
+[2026-06-11T22:33:36+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:33:46+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.18555468256125	4.821103174118335	0.053177849685572987	0.32128520186216897	0.03341168569509738	62	62	64423	65516	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.022584861406212	4.843024620125579	0.05474005154963224	0.33075581121222125	0.034403092977934244	0	0	60620	63628	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:34:00+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.3 gamma=0.7 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=0 m=-0.7 s=1.4 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=0
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:34:00+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:34:00+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:34:09+00:00] done decode=64 chunk=0
+[2026-06-11T22:34:09+00:00] run decode=64 chunk=1 n=8 seed=124

LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu1.log

@@ -0,0 +1,290 @@
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.1 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:19:40+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:19:40+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:19:51+00:00] done decode=64 chunk=0
+[2026-06-11T22:19:51+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:20:00+00:00] done decode=64 chunk=1
+[2026-06-11T22:20:00+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:20:10+00:00] done decode=64 chunk=2
+[2026-06-11T22:20:10+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:20:20+00:00] done decode=64 chunk=3
+[2026-06-11T22:20:20+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:20:29+00:00] done decode=64 chunk=4
+[2026-06-11T22:20:29+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:20:39+00:00] done decode=64 chunk=5
+[2026-06-11T22:20:39+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:20:49+00:00] done decode=64 chunk=6
+[2026-06-11T22:20:49+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:20:58+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	8.828970426691383	4.715367131836311	0.04855096857116627	0.2948602206478662	0.032591731187073474	63	63	63776	65354	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.409113641781842	4.731375986358831	0.049902460512239635	0.3031008605635354	0.033509533698319806	0	0	60168	63564	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:21:30+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.1 gamma=0.8 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.2 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:21:31+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:21:31+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:21:40+00:00] done decode=64 chunk=0
+[2026-06-11T22:21:40+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:21:50+00:00] done decode=64 chunk=1
+[2026-06-11T22:21:50+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:21:59+00:00] done decode=64 chunk=2
+[2026-06-11T22:21:59+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:22:09+00:00] done decode=64 chunk=3
+[2026-06-11T22:22:09+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:22:19+00:00] done decode=64 chunk=4
+[2026-06-11T22:22:19+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:22:28+00:00] done decode=64 chunk=5
+[2026-06-11T22:22:28+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:22:38+00:00] done decode=64 chunk=6
+[2026-06-11T22:22:38+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:22:48+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.017287864539707	4.7253996719512585	0.046057564304622586	0.28966213734851265	0.032668737471883466	64	64	64222	65353	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.544754341333416	4.736524070176359	0.047260048061065825	0.2972607903499403	0.03353280246273697	0	0	60827	63669	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:23:01+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.2 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.2 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:23:02+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:23:02+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:23:11+00:00] done decode=64 chunk=0
+[2026-06-11T22:23:11+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:23:21+00:00] done decode=64 chunk=1
+[2026-06-11T22:23:21+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:23:31+00:00] done decode=64 chunk=2
+[2026-06-11T22:23:31+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:23:40+00:00] done decode=64 chunk=3
+[2026-06-11T22:23:40+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:23:50+00:00] done decode=64 chunk=4
+[2026-06-11T22:23:50+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:23:59+00:00] done decode=64 chunk=5
+[2026-06-11T22:23:59+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:24:09+00:00] done decode=64 chunk=6
+[2026-06-11T22:24:09+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:24:19+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.983832574654919	4.814139192741351	0.05622440872700605	0.3250676078287574	0.03501802847888529	64	65	64619	65452	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.830211839398597	4.834936244897937	0.057967132525564465	0.3351400750007878	0.03611325570769061	0	0	60622	63467	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:24:33+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.2 gamma=0.5 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.3 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:24:33+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:24:33+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:24:43+00:00] done decode=64 chunk=0
+[2026-06-11T22:24:43+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:24:52+00:00] done decode=64 chunk=1
+[2026-06-11T22:24:52+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:25:02+00:00] done decode=64 chunk=2
+[2026-06-11T22:25:02+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:25:12+00:00] done decode=64 chunk=3
+[2026-06-11T22:25:12+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:25:21+00:00] done decode=64 chunk=4
+[2026-06-11T22:25:21+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:25:31+00:00] done decode=64 chunk=5
+[2026-06-11T22:25:31+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:25:41+00:00] done decode=64 chunk=6
+[2026-06-11T22:25:41+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:25:50+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.85344304592985	4.8142311640474915	0.0519837093305267	0.31103755453186493	0.03691331472414161	63	63	64940	65559	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.709729808052801	4.835162210333135	0.05363073968548806	0.32093945785977396	0.03809403875517497	0	0	60850	63527	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:26:04+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.3 gamma=0.6 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.4 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:26:04+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:26:04+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:26:14+00:00] done decode=64 chunk=0
+[2026-06-11T22:26:14+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:26:24+00:00] done decode=64 chunk=1
+[2026-06-11T22:26:24+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:26:33+00:00] done decode=64 chunk=2
+[2026-06-11T22:26:33+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:26:43+00:00] done decode=64 chunk=3
+[2026-06-11T22:26:43+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:26:53+00:00] done decode=64 chunk=4
+[2026-06-11T22:26:53+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:27:02+00:00] done decode=64 chunk=5
+[2026-06-11T22:27:02+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:27:12+00:00] done decode=64 chunk=6
+[2026-06-11T22:27:12+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:27:22+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.358138528874115	4.802126572469655	0.0497589111328125	0.3065842679484245	0.038238525390625	63	63	64826	65536	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.297178026646511	4.8227696135899585	0.05131030140867238	0.316177164982529	0.03944282678838436	0	0	60807	63535	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:27:36+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.8 s=1.4 gamma=0.7 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.1 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:27:36+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:27:36+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:27:46+00:00] done decode=64 chunk=0
+[2026-06-11T22:27:46+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:27:55+00:00] done decode=64 chunk=1
+[2026-06-11T22:27:55+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:28:05+00:00] done decode=64 chunk=2
+[2026-06-11T22:28:05+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:28:15+00:00] done decode=64 chunk=3
+[2026-06-11T22:28:15+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:28:24+00:00] done decode=64 chunk=4
+[2026-06-11T22:28:24+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:28:34+00:00] done decode=64 chunk=5
+[2026-06-11T22:28:34+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:28:44+00:00] done decode=64 chunk=6
+[2026-06-11T22:28:44+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:28:53+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	8.993719463346276	4.745969205886393	0.05059810257115358	0.3047085064776338	0.03153215087767542	63	63	63110	65457	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.687592375069368	4.763522650621428	0.052066297647502834	0.3135821106760391	0.03245691281922254	0	0	59355	63592	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:29:07+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.1 gamma=0.8 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.2 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:29:07+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:29:07+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:29:17+00:00] done decode=64 chunk=0
+[2026-06-11T22:29:17+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:29:27+00:00] done decode=64 chunk=1
+[2026-06-11T22:29:27+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:29:36+00:00] done decode=64 chunk=2
+[2026-06-11T22:29:36+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:29:46+00:00] done decode=64 chunk=3
+[2026-06-11T22:29:46+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:29:55+00:00] done decode=64 chunk=4
+[2026-06-11T22:29:55+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:30:05+00:00] done decode=64 chunk=5
+[2026-06-11T22:30:05+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:30:15+00:00] done decode=64 chunk=6
+[2026-06-11T22:30:15+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:30:25+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.35842907400972	4.758838838381769	0.04857020783104953	0.30116124700532554	0.03187658314767907	62	62	64158	65534	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.95115577541307	4.7734672118105355	0.04981916675799659	0.3089400344449663	0.03270654913810649	0	0	60803	63871	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:30:38+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.2 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.2 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:30:38+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:30:38+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:30:48+00:00] done decode=64 chunk=0
+[2026-06-11T22:30:48+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:30:57+00:00] done decode=64 chunk=1
+[2026-06-11T22:30:57+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:31:07+00:00] done decode=64 chunk=2
+[2026-06-11T22:31:07+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:31:18+00:00] done decode=64 chunk=3
+[2026-06-11T22:31:18+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:31:27+00:00] done decode=64 chunk=4
+[2026-06-11T22:31:27+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:31:37+00:00] done decode=64 chunk=5
+[2026-06-11T22:31:37+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:31:46+00:00] done decode=64 chunk=6
+[2026-06-11T22:31:46+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:31:56+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.477738030596473	4.864173382867479	0.06093485327107082	0.3446160419973141	0.03284042179798257	63	63	64534	65529	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.385933130397214	4.8853011887465865	0.0627751918480312	0.35506596845465555	0.033840734683608	0	0	60632	63592	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:32:28+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.2 gamma=0.5 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.3 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:32:28+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:32:28+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:32:38+00:00] done decode=64 chunk=0
+[2026-06-11T22:32:38+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:32:47+00:00] done decode=64 chunk=1
+[2026-06-11T22:32:47+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:32:57+00:00] done decode=64 chunk=2
+[2026-06-11T22:32:57+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:33:06+00:00] done decode=64 chunk=3
+[2026-06-11T22:33:06+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:33:17+00:00] done decode=64 chunk=4
+[2026-06-11T22:33:17+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:33:26+00:00] done decode=64 chunk=5
+[2026-06-11T22:33:26+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:33:36+00:00] done decode=64 chunk=6
+[2026-06-11T22:33:36+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:33:45+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.278175231720263	4.839318984898812	0.05381748189789496	0.323856952994913	0.03524181968164737	64	65	64346	65462	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.098245739670208	4.859298701586848	0.05539913488006292	0.33340673860383174	0.036287848997247345	0	0	60544	63575	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:33:59+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.3 gamma=0.6 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=1 m=-0.7 s=1.4 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=1
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:33:59+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:33:59+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:34:09+00:00] done decode=64 chunk=0
+[2026-06-11T22:34:09+00:00] run decode=64 chunk=1 n=8 seed=124

LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu2.log

@@ -0,0 +1,290 @@
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.1 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:19:40+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:19:40+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:19:50+00:00] done decode=64 chunk=0
+[2026-06-11T22:19:50+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:20:00+00:00] done decode=64 chunk=1
+[2026-06-11T22:20:00+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:20:10+00:00] done decode=64 chunk=2
+[2026-06-11T22:20:10+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:20:19+00:00] done decode=64 chunk=3
+[2026-06-11T22:20:19+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:20:30+00:00] done decode=64 chunk=4
+[2026-06-11T22:20:30+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:20:39+00:00] done decode=64 chunk=5
+[2026-06-11T22:20:39+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:20:49+00:00] done decode=64 chunk=6
+[2026-06-11T22:20:49+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:20:59+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	8.968834619149566	4.724282461495667	0.05253985966950487	0.3064846520728874	0.03309537276243178	61	62	63358	65417	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.604438564736528	4.738999444017411	0.054003080501681705	0.315049115913556	0.03402697010656021	0	0	59745	63626	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:21:30+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.1 gamma=0.7 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.2 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:21:31+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:21:31+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:21:41+00:00] done decode=64 chunk=0
+[2026-06-11T22:21:41+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:21:50+00:00] done decode=64 chunk=1
+[2026-06-11T22:21:50+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:22:00+00:00] done decode=64 chunk=2
+[2026-06-11T22:22:00+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:22:10+00:00] done decode=64 chunk=3
+[2026-06-11T22:22:10+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:22:19+00:00] done decode=64 chunk=4
+[2026-06-11T22:22:19+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:22:29+00:00] done decode=64 chunk=5
+[2026-06-11T22:22:29+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:22:38+00:00] done decode=64 chunk=6
+[2026-06-11T22:22:38+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:22:48+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.253537850138322	4.750379643855796	0.049821521188638376	0.29536405656491693	0.033529609177166915	61	61	64404	65554	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.888327173301182	4.765464057630147	0.051208456845308115	0.3036168010288905	0.034473564516382	0	0	60783	63759	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:23:02+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.2 gamma=0.8 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.3 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:23:02+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:23:02+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:23:12+00:00] done decode=64 chunk=0
+[2026-06-11T22:23:12+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:23:21+00:00] done decode=64 chunk=1
+[2026-06-11T22:23:21+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:23:31+00:00] done decode=64 chunk=2
+[2026-06-11T22:23:31+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:23:41+00:00] done decode=64 chunk=3
+[2026-06-11T22:23:41+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:23:50+00:00] done decode=64 chunk=4
+[2026-06-11T22:23:50+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:24:00+00:00] done decode=64 chunk=5
+[2026-06-11T22:24:00+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:24:10+00:00] done decode=64 chunk=6
+[2026-06-11T22:24:10+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:24:19+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.586602519598888	4.786054052542647	0.04622220864891278	0.2952799792325194	0.03409784998778402	62	62	64784	65488	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.317150844585738	4.807783562376463	0.047556931587798015	0.30384421952599483	0.035094060884188025	0	0	61035	63629	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:24:34+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.3 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.3 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:24:34+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:24:34+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:24:43+00:00] done decode=64 chunk=0
+[2026-06-11T22:24:43+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:24:53+00:00] done decode=64 chunk=1
+[2026-06-11T22:24:53+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:25:03+00:00] done decode=64 chunk=2
+[2026-06-11T22:25:03+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:25:12+00:00] done decode=64 chunk=3
+[2026-06-11T22:25:12+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:25:22+00:00] done decode=64 chunk=4
+[2026-06-11T22:25:22+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:25:32+00:00] done decode=64 chunk=5
+[2026-06-11T22:25:32+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:25:41+00:00] done decode=64 chunk=6
+[2026-06-11T22:25:41+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:25:51+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.57558150797717	4.832003686966116	0.05599609613273149	0.32576439191765155	0.036522508234720016	63	63	64791	65576	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.636140788896554	4.856311673321036	0.05786205157304079	0.3366644074208345	0.03774982661875039	0	0	60504	63444	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:26:05+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.3 gamma=0.5 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.4 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:26:05+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:26:05+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:26:14+00:00] done decode=64 chunk=0
+[2026-06-11T22:26:14+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:26:24+00:00] done decode=64 chunk=1
+[2026-06-11T22:26:24+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:26:33+00:00] done decode=64 chunk=2
+[2026-06-11T22:26:33+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:26:43+00:00] done decode=64 chunk=3
+[2026-06-11T22:26:43+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:26:53+00:00] done decode=64 chunk=4
+[2026-06-11T22:26:53+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:27:02+00:00] done decode=64 chunk=5
+[2026-06-11T22:27:02+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:27:12+00:00] done decode=64 chunk=6
+[2026-06-11T22:27:12+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:27:22+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.540369821232382	4.838771602701415	0.05508506904707408	0.3238166447950682	0.03718623636224918	63	63	65020	65535	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.546288722491857	4.862715998090877	0.05683554071717665	0.3341365082364799	0.03837855714263217	0	0	60924	63499	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:27:36+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.8 s=1.4 gamma=0.6 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.1 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:27:36+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:27:36+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:27:46+00:00] done decode=64 chunk=0
+[2026-06-11T22:27:46+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:27:55+00:00] done decode=64 chunk=1
+[2026-06-11T22:27:55+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:28:05+00:00] done decode=64 chunk=2
+[2026-06-11T22:28:05+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:28:15+00:00] done decode=64 chunk=3
+[2026-06-11T22:28:15+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:28:24+00:00] done decode=64 chunk=4
+[2026-06-11T22:28:24+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:28:34+00:00] done decode=64 chunk=5
+[2026-06-11T22:28:34+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:28:44+00:00] done decode=64 chunk=6
+[2026-06-11T22:28:44+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:28:53+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.431018873046158	4.766501217576735	0.05282298112919245	0.314788215879225	0.032653373061349224	64	64	63166	65445	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.11182251858095	4.780049349013256	0.054261983639760716	0.3233945674360182	0.033552621249470095	0	0	59631	63691	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:29:07+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.1 gamma=0.7 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.2 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:29:07+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:29:07+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:29:17+00:00] done decode=64 chunk=0
+[2026-06-11T22:29:17+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:29:27+00:00] done decode=64 chunk=1
+[2026-06-11T22:29:27+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:29:37+00:00] done decode=64 chunk=2
+[2026-06-11T22:29:37+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:29:46+00:00] done decode=64 chunk=3
+[2026-06-11T22:29:46+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:29:56+00:00] done decode=64 chunk=4
+[2026-06-11T22:29:56+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:30:05+00:00] done decode=64 chunk=5
+[2026-06-11T22:30:05+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:30:15+00:00] done decode=64 chunk=6
+[2026-06-11T22:30:15+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:30:25+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.618574939715398	4.762716684933835	0.0521612952497327	0.3094288900090119	0.03325187108599358	62	62	63669	65470	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.282887585498974	4.7768189041495015	0.05354622165061639	0.3176749219693524	0.03414473477838075	0	0	60211	63758	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:30:39+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.2 gamma=0.8 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.3 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:30:39+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:30:39+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:30:48+00:00] done decode=64 chunk=0
+[2026-06-11T22:30:48+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:30:58+00:00] done decode=64 chunk=1
+[2026-06-11T22:30:58+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:31:08+00:00] done decode=64 chunk=2
+[2026-06-11T22:31:08+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:31:18+00:00] done decode=64 chunk=3
+[2026-06-11T22:31:18+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:31:27+00:00] done decode=64 chunk=4
+[2026-06-11T22:31:27+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:31:37+00:00] done decode=64 chunk=5
+[2026-06-11T22:31:37+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:31:47+00:00] done decode=64 chunk=6
+[2026-06-11T22:31:47+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:31:57+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.856562971481871	4.770778049172253	0.04908846611903381	0.3013299131204862	0.03360613185940697	60	60	64459	65494	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.541682851895006	4.784618951655706	0.050380123834156285	0.3092924099445089	0.03450113645270005	0	0	61032	63795	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:32:28+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.3 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.3 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:32:28+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:32:28+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:32:38+00:00] done decode=64 chunk=0
+[2026-06-11T22:32:38+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:32:48+00:00] done decode=64 chunk=1
+[2026-06-11T22:32:48+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:32:57+00:00] done decode=64 chunk=2
+[2026-06-11T22:32:57+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:33:07+00:00] done decode=64 chunk=3
+[2026-06-11T22:33:07+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:33:17+00:00] done decode=64 chunk=4
+[2026-06-11T22:33:17+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:33:27+00:00] done decode=64 chunk=5
+[2026-06-11T22:33:27+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:33:36+00:00] done decode=64 chunk=6
+[2026-06-11T22:33:36+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:33:46+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.760782062650037	4.8649625426002	0.05887735029049819	0.34017018421373674	0.035225765131067295	64	64	64348	65577	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.72782008045875	4.887232996827595	0.06068705290464586	0.35065404691528834	0.03631789953619998	0	0	60376	63605	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:34:00+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.3 gamma=0.5 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=2 m=-0.7 s=1.4 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=2
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:34:00+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:34:00+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:34:09+00:00] done decode=64 chunk=0
+[2026-06-11T22:34:09+00:00] run decode=64 chunk=1 n=8 seed=124

LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_lr3e3_170k_logitnorm64_target_20260612/gpu3.log

@@ -0,0 +1,290 @@
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.1 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:19:40+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:19:40+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:19:51+00:00] done decode=64 chunk=0
+[2026-06-11T22:19:51+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:20:00+00:00] done decode=64 chunk=1
+[2026-06-11T22:20:00+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:20:10+00:00] done decode=64 chunk=2
+[2026-06-11T22:20:10+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:20:20+00:00] done decode=64 chunk=3
+[2026-06-11T22:20:20+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:20:30+00:00] done decode=64 chunk=4
+[2026-06-11T22:20:30+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:20:39+00:00] done decode=64 chunk=5
+[2026-06-11T22:20:39+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:20:49+00:00] done decode=64 chunk=6
+[2026-06-11T22:20:49+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:20:59+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.111894415557382	4.75092651897328	0.055273237803110074	0.3127518007569283	0.034000213645866716	62	62	64311	65529	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	9.929362964287385	4.774420298029129	0.05708925221120343	0.32305363730962067	0.03512699638955019	0	0	60080	63427	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:21:31+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.1 gamma=0.6 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.2 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:21:31+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:21:31+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:21:40+00:00] done decode=64 chunk=0
+[2026-06-11T22:21:40+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:21:50+00:00] done decode=64 chunk=1
+[2026-06-11T22:21:50+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:22:00+00:00] done decode=64 chunk=2
+[2026-06-11T22:22:00+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:22:09+00:00] done decode=64 chunk=3
+[2026-06-11T22:22:09+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:22:19+00:00] done decode=64 chunk=4
+[2026-06-11T22:22:19+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:22:29+00:00] done decode=64 chunk=5
+[2026-06-11T22:22:29+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:22:38+00:00] done decode=64 chunk=6
+[2026-06-11T22:22:38+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:22:48+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.50655920824043	4.773733797198024	0.05077134565449824	0.3090012066779697	0.03355735451351764	64	65	64526	65470	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.223341952421672	4.7922083923358665	0.05228706748697937	0.31825906344410876	0.03456957185341369	0	0	60669	63553	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p8_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:23:02+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.2 gamma=0.7 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.3 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:23:02+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:23:02+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:23:12+00:00] done decode=64 chunk=0
+[2026-06-11T22:23:12+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:23:21+00:00] done decode=64 chunk=1
+[2026-06-11T22:23:21+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:23:31+00:00] done decode=64 chunk=2
+[2026-06-11T22:23:31+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:23:41+00:00] done decode=64 chunk=3
+[2026-06-11T22:23:41+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:23:50+00:00] done decode=64 chunk=4
+[2026-06-11T22:23:50+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:24:00+00:00] done decode=64 chunk=5
+[2026-06-11T22:24:00+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:24:10+00:00] done decode=64 chunk=6
+[2026-06-11T22:24:10+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:24:19+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.751845770511965	4.8005470872755875	0.04926965520399286	0.3019720373649185	0.03542591999023154	63	63	64654	65517	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.609214189742229	4.824501504094991	0.050808495898477475	0.311437208716463	0.036543699715018974	0	0	60623	63513	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p8_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:24:33+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.3 gamma=0.8 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.4 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:24:34+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:24:34+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:24:43+00:00] done decode=64 chunk=0
+[2026-06-11T22:24:43+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:24:53+00:00] done decode=64 chunk=1
+[2026-06-11T22:24:53+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:25:03+00:00] done decode=64 chunk=2
+[2026-06-11T22:25:03+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:25:12+00:00] done decode=64 chunk=3
+[2026-06-11T22:25:12+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:25:22+00:00] done decode=64 chunk=4
+[2026-06-11T22:25:22+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:25:32+00:00] done decode=64 chunk=5
+[2026-06-11T22:25:32+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:25:41+00:00] done decode=64 chunk=6
+[2026-06-11T22:25:41+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:25:51+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.183174925539703	4.773713315317799	0.04758270108538019	0.29952981406283397	0.035889294273894395	64	65	64897	65507	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.088534779014113	4.794338796615505	0.04906391220142027	0.30889021855514265	0.03701837534837582	0	0	60876	63509	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:26:05+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.4 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.4 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:26:05+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:26:05+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:26:14+00:00] done decode=64 chunk=0
+[2026-06-11T22:26:14+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:26:24+00:00] done decode=64 chunk=1
+[2026-06-11T22:26:24+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:26:34+00:00] done decode=64 chunk=2
+[2026-06-11T22:26:34+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:26:43+00:00] done decode=64 chunk=3
+[2026-06-11T22:26:43+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:26:53+00:00] done decode=64 chunk=4
+[2026-06-11T22:26:53+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:27:02+00:00] done decode=64 chunk=5
+[2026-06-11T22:27:02+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:27:12+00:00] done decode=64 chunk=6
+[2026-06-11T22:27:12+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:27:22+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	11.220285933122792	4.860904883558	0.056699615595826466	0.336099458469987	0.03853194215632436	63	63	65156	65556	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	12.350558660264403	4.884938336944203	0.05854088882587394	0.34704455227172476	0.03979394111252895	0	0	60974	63477	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p8_s1p4_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:27:36+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.8 s=1.4 gamma=0.5 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.1 gamma=0.6 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:27:36+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64
+[2026-06-11T22:27:36+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:27:46+00:00] done decode=64 chunk=0
+[2026-06-11T22:27:46+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:27:56+00:00] done decode=64 chunk=1
+[2026-06-11T22:27:56+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:28:05+00:00] done decode=64 chunk=2
+[2026-06-11T22:28:05+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:28:15+00:00] done decode=64 chunk=3
+[2026-06-11T22:28:15+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:28:24+00:00] done decode=64 chunk=4
+[2026-06-11T22:28:24+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:28:34+00:00] done decode=64 chunk=5
+[2026-06-11T22:28:34+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:28:44+00:00] done decode=64 chunk=6
+[2026-06-11T22:28:44+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:28:53+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.516296091045941	4.759514871169751	0.05730448742450883	0.32710537581799276	0.03125143337665316	62	62	63155	65405	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.262170330559913	4.773509051606385	0.05895031622667632	0.33652711568414595	0.03215757842736226	0	0	59440	63562	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p6_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:29:07+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.1 gamma=0.6 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.2 gamma=0.7 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:29:07+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64
+[2026-06-11T22:29:07+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:29:17+00:00] done decode=64 chunk=0
+[2026-06-11T22:29:17+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:29:27+00:00] done decode=64 chunk=1
+[2026-06-11T22:29:27+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:29:37+00:00] done decode=64 chunk=2
+[2026-06-11T22:29:37+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:29:46+00:00] done decode=64 chunk=3
+[2026-06-11T22:29:46+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:29:56+00:00] done decode=64 chunk=4
+[2026-06-11T22:29:56+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:30:06+00:00] done decode=64 chunk=5
+[2026-06-11T22:30:06+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:30:15+00:00] done decode=64 chunk=6
+[2026-06-11T22:30:15+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:30:25+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.439899970063337	4.745452209861563	0.053951611670665915	0.31414684844409124	0.03464824466215287	61	61	63925	65429	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.156585997593496	4.762796980893358	0.05549789268415424	0.32317926620221116	0.0356513807636661	0	0	60218	63588	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p7_tschedlogit_normal_mn0p7_s1p2_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:30:39+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.2 gamma=0.7 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.3 gamma=0.8 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:30:39+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64
+[2026-06-11T22:30:39+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:30:48+00:00] done decode=64 chunk=0
+[2026-06-11T22:30:48+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:30:58+00:00] done decode=64 chunk=1
+[2026-06-11T22:30:58+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:31:08+00:00] done decode=64 chunk=2
+[2026-06-11T22:31:08+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:31:18+00:00] done decode=64 chunk=3
+[2026-06-11T22:31:18+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:31:27+00:00] done decode=64 chunk=4
+[2026-06-11T22:31:27+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:31:37+00:00] done decode=64 chunk=5
+[2026-06-11T22:31:37+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:31:47+00:00] done decode=64 chunk=6
+[2026-06-11T22:31:47+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:31:56+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	9.734877272492332	4.773291410586271	0.05005730002292001	0.30701057392579917	0.03473145389258156	61	61	64536	65445	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	10.445709227683343	4.790590206253734	0.051451643310500846	0.31559598435217046	0.035709797021303336	0	0	60922	63652	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p8_tschedlogit_normal_mn0p7_s1p3_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:32:28+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.3 gamma=0.8 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.4 gamma=0.9 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:32:29+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:32:29+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:32:38+00:00] done decode=64 chunk=0
+[2026-06-11T22:32:38+00:00] run decode=64 chunk=1 n=8 seed=124
+[2026-06-11T22:32:48+00:00] done decode=64 chunk=1
+[2026-06-11T22:32:48+00:00] run decode=64 chunk=2 n=8 seed=125
+[2026-06-11T22:32:57+00:00] done decode=64 chunk=2
+[2026-06-11T22:32:57+00:00] run decode=64 chunk=3 n=8 seed=126
+[2026-06-11T22:33:07+00:00] done decode=64 chunk=3
+[2026-06-11T22:33:07+00:00] run decode=64 chunk=4 n=8 seed=127
+[2026-06-11T22:33:17+00:00] done decode=64 chunk=4
+[2026-06-11T22:33:17+00:00] run decode=64 chunk=5 n=8 seed=128
+[2026-06-11T22:33:27+00:00] done decode=64 chunk=5
+[2026-06-11T22:33:27+00:00] run decode=64 chunk=6 n=8 seed=129
+[2026-06-11T22:33:36+00:00] done decode=64 chunk=6
+[2026-06-11T22:33:36+00:00] run decode=64 chunk=7 n=8 seed=130
+[2026-06-11T22:33:46+00:00] done decode=64 chunk=7
+merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64/sc1p0/samples64.txt
+loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda
+run	kind	ppl	mean_entropy	distinct_1	distinct_2	top_token_mass	eos_rows	eos_total	ppl_tokens	t5_tokens	path
+sc1p0	raw_full	10.212401182278999	4.792969878417534	0.04834325851275004	0.30305852891325263	0.03447854634295312	63	63	64616	65490	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64/sc1p0
+sc1p0	pre_eos	11.158273283396642	4.816039701559823	0.04984958498054842	0.31253740746574266	0.03556409569860295	0	0	60587	63491	/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p9_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64/sc1p0
+[2026-06-11T22:34:00+00:00] done
+===== DONE \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.4 gamma=0.9 =====
+===== START \2026-06-11T22:19:40+00:00 gpu=3 m=-0.7 s=1.4 gamma=0.5 =====
+checkpoint=runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230847/step_170000.pt
+use_ema=1
+step=170000
+decode_steps=64
+n=64 chunk_n=8 gpu=3
+out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612
+[2026-06-11T22:34:00+00:00] infer step=170000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260612/owt_t5_not5_bottleneck128_norm_stateprobadd_selfcond_ce_fast_lr3e3_ema0p9999_logitnorm64_target_ppl24_ent515_step170000_ema_dgamma0p5_tschedlogit_normal_mn0p7_s1p4_sc1p0_decode64_n64
+[2026-06-11T22:34:00+00:00] run decode=64 chunk=0 n=8 seed=123
+[2026-06-11T22:34:10+00:00] done decode=64 chunk=0
+[2026-06-11T22:34:10+00:00] run decode=64 chunk=1 n=8 seed=124